[ 520.946097] env[65798]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 520.946097] env[65798]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 521.948011] env[65888]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 521.948011] env[65888]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.538683] env[65888]: INFO neutron.common.config [-] Logging enabled! [ 523.539029] env[65888]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 523.539424] env[65888]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65888) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 523.539747] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 523.539848] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 523.540667] env[65888]: WARNING oslo_policy.policy [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 523.540876] env[65888]: WARNING oslo_policy.policy [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 523.542562] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] VMware NSXv3 Agent initialized successfully. [ 523.542912] env[65888]: DEBUG oslo_concurrency.lockutils [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] Acquiring lock "singleton_lock" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.543049] env[65888]: DEBUG oslo_concurrency.lockutils [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] Acquired lock "singleton_lock" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.543252] env[65888]: DEBUG oslo_concurrency.lockutils [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] Releasing lock "singleton_lock" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.543532] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] Full set of CONF: {{(pid=65888) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 523.543642] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ******************************************************************************** {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 523.543740] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] Configuration options gathered from: {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 523.544104] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 523.544273] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 523.544375] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ================================================================================ {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 523.544539] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] agent_down_time = 75 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.544674] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] allow_automatic_dhcp_failover = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.544802] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] allow_bulk = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.544938] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] api_extensions_path = {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.545084] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] api_paste_config = api-paste.ini {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.545228] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] auth_strategy = keystone {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.545324] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] backdoor_port = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.545420] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] backdoor_socket = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.545573] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] backlog = 4096 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.545713] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] base_mac = fa:16:3e:00:00:00 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.545865] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] bind_host = 0.0.0.0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.546010] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] bind_port = 9696 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.546144] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] client_socket_timeout = 900 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.546277] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] config_dir = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.546381] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.546532] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] config_source = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.546682] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] control_exchange = neutron {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.546818] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] core_plugin = ml2 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.546948] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] debug = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.547088] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] default_availability_zones = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.547289] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.547422] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] dhcp_agent_notification = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.547554] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] dhcp_agents_per_network = 1 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.547681] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] dhcp_lease_duration = 86400 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.547825] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] dhcp_load_type = networks {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.547962] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] dns_domain = openstacklocal {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.548107] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.548235] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] enable_default_route_bfd = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.548358] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] enable_default_route_ecmp = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.548484] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] enable_dvr = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.548607] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] enable_new_agents = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.548733] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.548856] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] enable_signals = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.548977] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] enable_traditional_dhcp = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.549110] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] external_dns_driver = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.549235] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] filter_validation = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.549368] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] global_physnet_mtu = 8950 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.549492] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] graceful_shutdown_timeout = 60 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.549667] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] host = cpu-1 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.549799] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] host_dvr_for_dhcp = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.549928] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] http_retries = 3 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.550071] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] instance_format = [instance: %(uuid)s] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.550201] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.550332] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ipam_driver = internal {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.550459] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ipv6_pd_enabled = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.550582] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] l3_ha = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.550712] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.550841] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] l3_ha_network_physical_name = {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.550967] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] l3_ha_network_type = {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.551111] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] log_color = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.551242] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] log_config_append = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.551391] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.551522] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] log_dir = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.551647] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] log_file = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.551746] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] log_options = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.551879] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] log_rotate_interval = 1 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.552049] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] log_rotate_interval_type = days {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.552204] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] log_rotation_type = none {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.552321] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.552429] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.552585] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.552748] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.552865] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.553022] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] max_dns_nameservers = 5 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.553173] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] max_header_line = 16384 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.553319] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] max_l3_agents_per_router = 3 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.553453] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] max_logfile_count = 30 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.553581] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] max_logfile_size_mb = 200 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.553707] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] max_subnet_host_routes = 20 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.553841] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] my_ip = 10.180.1.21 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.553974] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] my_ipv6 = ::1 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.554116] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] network_auto_schedule = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.554244] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] network_link_prefix = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.554377] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.554509] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] notify_nova_on_port_data_changes = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.554641] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] notify_nova_on_port_status_changes = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.554772] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] pagination_max_limit = -1 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.554896] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] publish_errors = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.555028] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] rate_limit_burst = 0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.555163] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] rate_limit_except_level = CRITICAL {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.555288] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] rate_limit_interval = 0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.555411] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] retry_until_window = 30 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.555560] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] router_distributed = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.555696] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] rpc_resources_processing_step = 20 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.555823] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] rpc_response_max_timeout = 600 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.555950] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] rpc_response_timeout = 60 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.556086] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] send_events_interval = 2 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.556232] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] service_plugins = ['router'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.556365] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] setproctitle = on {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.556503] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] shell_completion = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.556717] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] state_path = /opt/stack/data/neutron {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.556881] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] syslog_log_facility = LOG_USER {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.557036] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] tcp_keepidle = 600 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.557160] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] transport_url = **** {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.557288] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] use_journal = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.557413] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] use_json = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.557538] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] use_ssl = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.557662] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] use_stderr = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.557792] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] use_syslog = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.557914] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] vlan_qinq = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.558047] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] vlan_transparent = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.558173] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] watch_log_file = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.558300] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] wsgi_default_pool_size = 100 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.558423] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] wsgi_keep_alive = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.558555] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.558683] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] wsgi_server_debug = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.558830] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_concurrency.disable_process_locking = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.558969] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.559117] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.559249] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.559384] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.559517] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.559645] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.559789] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.connection_string = messaging:// {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.559922] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.enabled = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.560065] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.es_doc_type = notification {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.560195] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.es_scroll_size = 10000 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.560328] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.es_scroll_time = 2m {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.560456] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.filter_error_trace = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.560588] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.hmac_keys = **** {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.560719] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.sentinel_service_name = mymaster {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.560852] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.socket_timeout = 0.1 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.560982] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.trace_requests = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.561120] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler.trace_sqlalchemy = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.561261] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler_jaeger.process_tags = {} {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.561386] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler_jaeger.service_name_prefix = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.561512] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] profiler_otlp.service_name_prefix = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.561651] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.enforce_new_defaults = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.561919] env[65888]: WARNING oslo_config.cfg [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 523.562079] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.enforce_scope = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.562222] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.policy_default_rule = default {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.562367] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.562506] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.562643] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.562769] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.562892] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.563028] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.563408] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.563408] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_policy.remote_timeout = 60.0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.563408] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.563536] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] agent.extensions = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.563669] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.563810] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] service_providers.service_provider = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.563949] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.default_quota = -1 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.564100] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.564232] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.quota_floatingip = 50 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.564360] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.quota_network = 100 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.564486] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.quota_port = 500 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.564612] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.564736] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.quota_router = 10 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.564860] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.quota_security_group = 10 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.564986] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.565123] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.quota_subnet = 100 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.565250] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] QUOTAS.track_quota_usage = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.565393] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.565547] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep.group = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.565685] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep.helper_command = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.565817] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep.log_daemon_traceback = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.565948] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.566087] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep.thread_pool_size = 8 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.566216] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep.user = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.566352] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.566487] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_dhcp_release.group = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.566647] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_dhcp_release.helper_command = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.566784] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.566917] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.567055] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.567183] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_dhcp_release.user = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.567318] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.567441] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_ovs_vsctl.group = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.567565] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_ovs_vsctl.helper_command = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.567691] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.567821] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.567947] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.568083] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_ovs_vsctl.user = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.568217] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_namespace.capabilities = [21] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.568339] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_namespace.group = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.568463] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_namespace.helper_command = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.568586] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_namespace.log_daemon_traceback = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.568717] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.568843] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_namespace.thread_pool_size = 8 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.568966] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_namespace.user = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.569112] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_conntrack.capabilities = [12] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.569237] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_conntrack.group = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.569362] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_conntrack.helper_command = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.569488] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.569620] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.569748] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.569872] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_conntrack.user = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.570015] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_link.capabilities = [12, 21] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.570143] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_link.group = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.570266] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_link.helper_command = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.570394] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_link.log_daemon_traceback = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.570526] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.570654] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_link.thread_pool_size = 8 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.570777] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] privsep_link.user = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.570923] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.571074] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.571210] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.continue_on_failed_promotions = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.571337] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.dscp = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.571466] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.dscp_inherit = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.571600] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.force_mp_to_policy = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.571726] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.locking_coordinator_url = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.571858] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.log_agent_heartbeats = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.571986] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.logging_expire = 1 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.572132] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.572263] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.572400] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.polling_interval = 240 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.572529] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.572664] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.572804] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.report_interval = 30.0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.572942] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.573086] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.573221] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.573351] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.sync_skew = 60 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.573480] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.synchronization_queue_size = 20 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.573611] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT.use_helper_for_ns_read = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.573748] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] SECURITYGROUP.enable_ipset = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.573880] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] SECURITYGROUP.enable_security_group = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.574021] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.574159] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.574295] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] experimental.ipv6_pd_enabled = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.574446] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ml2.extension_drivers = ['port_security'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.574573] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ml2.external_network_type = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.574713] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.574849] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ml2.overlay_ip_version = 4 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.574980] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ml2.path_mtu = 8950 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.575128] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ml2.physical_network_mtus = {} {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.575267] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ml2.tenant_network_types = ['vlan'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.575405] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.575572] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ml2.type_drivers = ['vlan'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.575719] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT_CLI.neutron_port_id = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.575849] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.575977] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.576151] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.576292] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.576428] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.576594] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.576751] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.576888] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.577094] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.577238] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_login_password = **** {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.577376] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_login_port = 443 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.577508] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_login_user = admin {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.577643] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.577777] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.577904] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.578038] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.578176] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.578316] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.578448] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.578588] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.578729] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.578865] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.579008] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.579142] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.579275] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.579459] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.579601] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] vsphere.vsphere_login_password = VMware1! {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.579736] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.579863] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.579996] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.auth_section = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.580144] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.auth_type = password {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.580280] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.580406] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.certfile = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.580535] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.collect_timing = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.580673] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.endpoint_type = public {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.580801] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.insecure = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.580923] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.keyfile = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.581069] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.region_name = RegionOne {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.581199] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.split_loggers = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.581325] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] nova.timeout = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.581455] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.auth_section = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.581590] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.auth_type = password {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.581724] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.581848] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.certfile = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.581974] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.collect_timing = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.582119] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.endpoint_type = public {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.582245] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.insecure = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.582368] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.keyfile = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.582492] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.region_name = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.582618] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.split_loggers = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.582738] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] placement.timeout = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.582871] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.auth_section = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.582995] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.auth_type = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.583125] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.cafile = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.583246] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.certfile = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.583373] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.collect_timing = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.583496] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.connect_retries = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.583621] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.connect_retry_delay = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.583748] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.enable_notifications = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.583870] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.endpoint_override = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.583994] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.insecure = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.584128] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.interface = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.584250] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.keyfile = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.584376] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.max_version = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.584498] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.min_version = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.584621] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.region_name = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.584743] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.retriable_status_codes = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.584865] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.service_name = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.584984] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.service_type = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.585117] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.split_loggers = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.585243] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.status_code_retries = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.585365] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.status_code_retry_delay = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.585517] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.timeout = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.585632] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.valid_interfaces = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.585763] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ironic.version = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.585896] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] cli_script.dry_run = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.586044] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.586176] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.586306] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.586431] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.586587] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.586734] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.586876] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.587216] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.587216] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.587282] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.587380] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.587503] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.587636] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.587765] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.587896] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.588046] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.588175] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.588302] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.588437] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.588564] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.588691] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.588817] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.588939] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.589074] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.589202] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.589328] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.589455] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.589581] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.589711] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.589839] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.589967] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.ssl = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.590114] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.590250] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.590376] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.590510] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.590643] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.ssl_version = {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.590769] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.590909] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_notifications.driver = [] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.591047] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_notifications.retry = -1 {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.591196] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.591322] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] oslo_messaging_notifications.transport_url = **** {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.591422] env[65888]: DEBUG oslo_service.backend._eventlet.service [None req-a6ea2e8d-7157-49fa-a98f-3555ad0fadbd None None] ******************************************************************************** {{(pid=65888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 523.592561] env[65888]: DEBUG neutron.agent.securitygroups_rpc [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Init firewall settings (driver=nsxv3) {{(pid=65888) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 523.593883] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65888) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 523.594129] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] RPC agent_id: nsxm-l-01a.corp.local [ 523.596338] env[65888]: DEBUG dogpile.cache.region [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 523.596465] env[65888]: DEBUG dogpile.lock [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 523.596576] env[65888]: DEBUG dogpile.lock [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 523.596680] env[65888]: DEBUG dogpile.lock [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 523.596773] env[65888]: DEBUG dogpile.cache.region [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 523.596858] env[65888]: DEBUG dogpile.lock [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 523.596975] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 523.636723] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Session token - acquiring [ 523.638344] env[65888]: DEBUG networking_nsxv3.common.locking [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.638508] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.638638] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.639061] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.651749] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.929971] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 523.953252] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 523.953522] env[65888]: DEBUG dogpile.cache.region [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Cache value generated in 0.356 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 523.953763] env[65888]: DEBUG dogpile.lock [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 523.953916] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Activating Policy API Provider. [ 523.954140] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Looking for the default Infrastructure Rules. [ 524.025688] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Looking for the Default Layer3 Logged Drop Section. [ 524.042385] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 524.042832] env[65888]: DEBUG networking_nsxv3.common.locking [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.043011] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquiring lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.043117] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.043410] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired external semaphore "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.043823] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.558976] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.061984] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.564505] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Inventory metadata is going to be refreshed. [ 525.564952] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 526.378125] env[65888]: DEBUG networking_nsxv3.common.locking [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.378386] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.378431] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.378737] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.391145] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 526.392026] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.392699] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 526.410822] env[65888]: DEBUG networking_nsxv3.common.locking [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.411050] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.411092] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.411397] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.411521] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.411665] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 526.411774] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.411871] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 526.429643] env[65888]: DEBUG networking_nsxv3.common.locking [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.429857] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.429895] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.430196] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.430362] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.430501] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 526.450973] env[65888]: DEBUG networking_nsxv3.common.locking [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.451229] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.451271] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.451535] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.451707] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.451854] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 526.471890] env[65888]: DEBUG networking_nsxv3.common.locking [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.472122] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquiring lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.472162] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.472447] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired external semaphore "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.472584] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Releasing lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.472731] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 526.472831] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.472929] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 526.491225] env[65888]: DEBUG networking_nsxv3.common.locking [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.491446] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquiring lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.491484] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.491758] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired external semaphore "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.491879] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Releasing lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.492021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 526.492125] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.492227] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 526.510828] env[65888]: DEBUG networking_nsxv3.common.locking [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.511057] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.511102] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.511363] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.511502] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.511643] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 526.511770] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.511866] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Inventory metadata have been refreshed. [ 526.511959] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Dryrun:True. Metadata refresh completed. [ 526.512082] env[65888]: DEBUG oslo_concurrency.lockutils [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Releasing lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.513704] env[65888]: INFO neutron.agent.agent_extensions_manager [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Loaded agent extensions: [] [ 526.514400] env[65888]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65888) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 526.561022] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent RPC Daemon Started! [ 526.561180] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent loop - iteration:0 started [ 526.561293] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent out of sync with plugin! [ 528.517545] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.517824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.517824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.518105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.518355] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.021237] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.524145] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.026139] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 530.026426] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 530.778900] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.779457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.779457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.779457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.791619] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 530.792523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.793173] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 530.809506] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.809711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.809711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.809909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.809998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.810116] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 530.810218] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.810318] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 530.828407] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.828669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.828669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.828958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.829177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.829347] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.848786] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.849041] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.849129] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.849360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.849526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.849697] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.869748] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.870038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.870038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.870327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.870489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.870667] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.870787] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.870919] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.887138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.887325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.887325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.887532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.887618] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.887736] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.887811] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.887884] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.910227] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.910451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.910552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.910865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.911049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.911250] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.911373] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.911481] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 530.911587] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 530.911715] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 530.911820] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 530.911923] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 530.912333] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 530.912454] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 530.912572] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 530.932403] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.932594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.932680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.932974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.933159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.933304] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.953789] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.953998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.954071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.954378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.954554] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.967707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.515086] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 531.515293] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 536.517099] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.517455] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.438621] env[65888]: INFO networking_nsxv3.common.synchronization [None req-3d1bf0da-a2f6-4d34-981f-e20d20f5d80e demo admin] Enqueued Resource ID: 056cc183-8cb5-4422-90f1-547b76a7c257 with Priority: HIGHEST for action security_group_rules [ 541.438894] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056cc183-8cb5-4422-90f1-547b76a7c257 with Priority: HIGHEST for action security_group_rules [ 541.439040] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056cc183-8cb5-4422-90f1-547b76a7c257 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.439154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056cc183-8cb5-4422-90f1-547b76a7c257" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.439222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056cc183-8cb5-4422-90f1-547b76a7c257" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.439480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056cc183-8cb5-4422-90f1-547b76a7c257" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.439590] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056cc183-8cb5-4422-90f1-547b76a7c257',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.960340] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.960757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.960757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.960757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.961034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.961034] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056cc183-8cb5-4422-90f1-547b76a7c257 already deleted. [ 541.961034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056cc183-8cb5-4422-90f1-547b76a7c257" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.440373] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.440885] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.442165] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.442165] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.443386] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.443839] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.447391] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.447829] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.448648] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.448648] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.901986] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1d9cc014-cefb-49dc-a5ab-77e3d656ea6f None None] Enqueued Resource ID: 4646f4d6-6dec-4b23-9f71-3b508657bc6d with Priority: HIGHEST for action port [ 566.901986] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4646f4d6-6dec-4b23-9f71-3b508657bc6d with Priority: HIGHEST for action port [ 566.901986] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4646f4d6-6dec-4b23-9f71-3b508657bc6d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.901986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4646f4d6-6dec-4b23-9f71-3b508657bc6d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.901986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4646f4d6-6dec-4b23-9f71-3b508657bc6d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.901986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4646f4d6-6dec-4b23-9f71-3b508657bc6d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.901986] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4646f4d6-6dec-4b23-9f71-3b508657bc6d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.404397] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4646f4d6-6dec-4b23-9f71-3b508657bc6d [ 567.404719] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.405338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.405338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.405338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.405471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.405600] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4646f4d6-6dec-4b23-9f71-3b508657bc6d already deleted. [ 567.405713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4646f4d6-6dec-4b23-9f71-3b508657bc6d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.754471] env[65888]: INFO networking_nsxv3.common.synchronization [None req-377988b1-f702-47e7-a634-2df6f5729643 None None] Enqueued Resource ID: 91426823-81d5-43f5-847e-f243a98d379b with Priority: HIGHEST for action port [ 568.755505] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91426823-81d5-43f5-847e-f243a98d379b with Priority: HIGHEST for action port [ 568.755505] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-91426823-81d5-43f5-847e-f243a98d379b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.755505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91426823-81d5-43f5-847e-f243a98d379b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.755505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91426823-81d5-43f5-847e-f243a98d379b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.755768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91426823-81d5-43f5-847e-f243a98d379b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.755811] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91426823-81d5-43f5-847e-f243a98d379b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.259767] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91426823-81d5-43f5-847e-f243a98d379b [ 569.260053] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.260173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.260209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.260770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.260770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.260770] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91426823-81d5-43f5-847e-f243a98d379b already deleted. [ 569.260770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91426823-81d5-43f5-847e-f243a98d379b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.210881] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d3375521-6de8-40ab-97b7-6ed9c462696d None None] Enqueued Resource ID: add9f5b1-7319-45a7-a5b5-c6ab00a07a57 with Priority: HIGHEST for action port [ 572.210881] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add9f5b1-7319-45a7-a5b5-c6ab00a07a57 with Priority: HIGHEST for action port [ 572.210881] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-add9f5b1-7319-45a7-a5b5-c6ab00a07a57 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.210881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-add9f5b1-7319-45a7-a5b5-c6ab00a07a57" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.211560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-add9f5b1-7319-45a7-a5b5-c6ab00a07a57" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.214088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-add9f5b1-7319-45a7-a5b5-c6ab00a07a57" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.214088] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('add9f5b1-7319-45a7-a5b5-c6ab00a07a57',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.465646] env[65888]: INFO networking_nsxv3.common.synchronization [None req-737a80db-31c8-44fe-934d-8e1df38892ea None None] Enqueued Resource ID: 206ffe73-661d-44d2-b901-f4ff73a75bcd with Priority: HIGHEST for action port [ 572.465895] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206ffe73-661d-44d2-b901-f4ff73a75bcd with Priority: HIGHEST for action port [ 572.466519] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-206ffe73-661d-44d2-b901-f4ff73a75bcd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.466652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-206ffe73-661d-44d2-b901-f4ff73a75bcd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.466730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-206ffe73-661d-44d2-b901-f4ff73a75bcd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.467019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-206ffe73-661d-44d2-b901-f4ff73a75bcd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.473389] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('206ffe73-661d-44d2-b901-f4ff73a75bcd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.717186] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port add9f5b1-7319-45a7-a5b5-c6ab00a07a57 [ 572.717496] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.717639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.717702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.717896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.717979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.718081] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:add9f5b1-7319-45a7-a5b5-c6ab00a07a57 already deleted. [ 572.718157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-add9f5b1-7319-45a7-a5b5-c6ab00a07a57" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.972912] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 206ffe73-661d-44d2-b901-f4ff73a75bcd [ 572.973176] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.974374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.974374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.974374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.974374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.974374] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:206ffe73-661d-44d2-b901-f4ff73a75bcd already deleted. [ 572.974374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-206ffe73-661d-44d2-b901-f4ff73a75bcd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.200322] env[65888]: INFO networking_nsxv3.common.synchronization [None req-3f5d068c-02c1-4747-9624-4f92b832f3c1 None None] Enqueued Resource ID: 4ba7e539-638c-481e-b62b-b34dd97802fb with Priority: HIGHEST for action port [ 574.201716] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba7e539-638c-481e-b62b-b34dd97802fb with Priority: HIGHEST for action port [ 574.201716] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ba7e539-638c-481e-b62b-b34dd97802fb taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.201716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ba7e539-638c-481e-b62b-b34dd97802fb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.201716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ba7e539-638c-481e-b62b-b34dd97802fb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.201716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ba7e539-638c-481e-b62b-b34dd97802fb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.201716] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ba7e539-638c-481e-b62b-b34dd97802fb',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.360790] env[65888]: INFO networking_nsxv3.common.synchronization [None req-dc20c36b-0722-4351-b565-4479c2e5486a None None] Enqueued Resource ID: e5e4732b-3b7f-4cf7-a6b3-b74b6a45d198 with Priority: HIGHEST for action port [ 574.361649] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e4732b-3b7f-4cf7-a6b3-b74b6a45d198 with Priority: HIGHEST for action port [ 574.362397] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5e4732b-3b7f-4cf7-a6b3-b74b6a45d198 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.362397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5e4732b-3b7f-4cf7-a6b3-b74b6a45d198" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.362556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5e4732b-3b7f-4cf7-a6b3-b74b6a45d198" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.362959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5e4732b-3b7f-4cf7-a6b3-b74b6a45d198" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.363156] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5e4732b-3b7f-4cf7-a6b3-b74b6a45d198',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.705022] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ba7e539-638c-481e-b62b-b34dd97802fb [ 574.705335] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.709106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.709106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.709106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.709106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.709106] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ba7e539-638c-481e-b62b-b34dd97802fb already deleted. [ 574.709106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ba7e539-638c-481e-b62b-b34dd97802fb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.865715] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5e4732b-3b7f-4cf7-a6b3-b74b6a45d198 [ 574.866146] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.867252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.867252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.867252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.867252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.867252] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5e4732b-3b7f-4cf7-a6b3-b74b6a45d198 already deleted. [ 574.867252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5e4732b-3b7f-4cf7-a6b3-b74b6a45d198" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.153019] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d9ea4728-b60c-4802-8bb4-63fe91822102 None None] Enqueued Resource ID: e7de4f5c-5d62-4e24-9c90-427bacffdd8f with Priority: HIGHEST for action port [ 576.153019] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7de4f5c-5d62-4e24-9c90-427bacffdd8f with Priority: HIGHEST for action port [ 576.153019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7de4f5c-5d62-4e24-9c90-427bacffdd8f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.153019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7de4f5c-5d62-4e24-9c90-427bacffdd8f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.153019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7de4f5c-5d62-4e24-9c90-427bacffdd8f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.153019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7de4f5c-5d62-4e24-9c90-427bacffdd8f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.153019] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7de4f5c-5d62-4e24-9c90-427bacffdd8f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.302170] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1f96e5fb-8e4b-49f9-8e9e-af2e593821f5 None None] Enqueued Resource ID: 3fa0c547-1dd2-487d-9388-8a58fbcb3d99 with Priority: HIGHEST for action port [ 576.302421] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa0c547-1dd2-487d-9388-8a58fbcb3d99 with Priority: HIGHEST for action port [ 576.305935] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa0c547-1dd2-487d-9388-8a58fbcb3d99 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.306122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa0c547-1dd2-487d-9388-8a58fbcb3d99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.306201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa0c547-1dd2-487d-9388-8a58fbcb3d99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.306467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa0c547-1dd2-487d-9388-8a58fbcb3d99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.306551] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa0c547-1dd2-487d-9388-8a58fbcb3d99',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.659767] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7de4f5c-5d62-4e24-9c90-427bacffdd8f [ 576.659767] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.659767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.659767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.659767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.659767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.659767] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7de4f5c-5d62-4e24-9c90-427bacffdd8f already deleted. [ 576.659767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7de4f5c-5d62-4e24-9c90-427bacffdd8f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.811276] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fa0c547-1dd2-487d-9388-8a58fbcb3d99 [ 576.811504] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.811635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.811701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.811915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.811996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.812098] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fa0c547-1dd2-487d-9388-8a58fbcb3d99 already deleted. [ 576.812174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa0c547-1dd2-487d-9388-8a58fbcb3d99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.424156] env[65888]: INFO networking_nsxv3.common.synchronization [None req-fb66ac71-979e-4e6e-a467-545c53747426 None None] Enqueued Resource ID: 08dcbbf9-5d68-4528-94ef-2227fecd2873 with Priority: HIGHEST for action port [ 577.424699] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08dcbbf9-5d68-4528-94ef-2227fecd2873 with Priority: HIGHEST for action port [ 577.425012] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-08dcbbf9-5d68-4528-94ef-2227fecd2873 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.429215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08dcbbf9-5d68-4528-94ef-2227fecd2873" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.429310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08dcbbf9-5d68-4528-94ef-2227fecd2873" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.429543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08dcbbf9-5d68-4528-94ef-2227fecd2873" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.429628] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08dcbbf9-5d68-4528-94ef-2227fecd2873',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.932448] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08dcbbf9-5d68-4528-94ef-2227fecd2873 [ 577.932750] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.932904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.932996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.933302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.933375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.933817] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08dcbbf9-5d68-4528-94ef-2227fecd2873 already deleted. [ 577.933817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08dcbbf9-5d68-4528-94ef-2227fecd2873" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.392298] env[65888]: INFO networking_nsxv3.common.synchronization [None req-8a6e3a42-1604-4491-9fda-d2c325e8a5d3 None None] Enqueued Resource ID: ca292f42-8042-41dd-bcea-e61b377b26f1 with Priority: HIGHEST for action port [ 578.392298] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca292f42-8042-41dd-bcea-e61b377b26f1 with Priority: HIGHEST for action port [ 578.392298] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca292f42-8042-41dd-bcea-e61b377b26f1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.392965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca292f42-8042-41dd-bcea-e61b377b26f1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.392965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca292f42-8042-41dd-bcea-e61b377b26f1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.392965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca292f42-8042-41dd-bcea-e61b377b26f1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.392965] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca292f42-8042-41dd-bcea-e61b377b26f1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.897207] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca292f42-8042-41dd-bcea-e61b377b26f1 [ 578.897207] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.897207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.897207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.897524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.897524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.897524] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca292f42-8042-41dd-bcea-e61b377b26f1 already deleted. [ 578.897524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca292f42-8042-41dd-bcea-e61b377b26f1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.898353] env[65888]: INFO networking_nsxv3.common.synchronization [None req-28d73121-9460-4b92-aa96-22a490ba7508 None None] Enqueued Resource ID: 39e875dd-b166-4078-b064-e11a3266cc59 with Priority: HIGHEST for action port [ 578.898902] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e875dd-b166-4078-b064-e11a3266cc59 with Priority: HIGHEST for action port [ 578.900337] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e875dd-b166-4078-b064-e11a3266cc59 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.901835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e875dd-b166-4078-b064-e11a3266cc59" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.901835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e875dd-b166-4078-b064-e11a3266cc59" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.901835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e875dd-b166-4078-b064-e11a3266cc59" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.901835] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e875dd-b166-4078-b064-e11a3266cc59',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.134697] env[65888]: INFO networking_nsxv3.common.synchronization [None req-ce8c0eab-5aa3-42ac-b46d-67d1f09a885c None None] Enqueued Resource ID: ed118bf4-7079-4f4a-9d4d-834e059d3fa7 with Priority: HIGHEST for action port [ 579.134697] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed118bf4-7079-4f4a-9d4d-834e059d3fa7 with Priority: HIGHEST for action port [ 579.134978] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed118bf4-7079-4f4a-9d4d-834e059d3fa7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.134978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed118bf4-7079-4f4a-9d4d-834e059d3fa7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.134978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed118bf4-7079-4f4a-9d4d-834e059d3fa7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.135257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed118bf4-7079-4f4a-9d4d-834e059d3fa7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.135336] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed118bf4-7079-4f4a-9d4d-834e059d3fa7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.407546] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39e875dd-b166-4078-b064-e11a3266cc59 [ 579.407546] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.407546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.407546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.407546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.407546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.407546] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39e875dd-b166-4078-b064-e11a3266cc59 already deleted. [ 579.407546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e875dd-b166-4078-b064-e11a3266cc59" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.642163] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed118bf4-7079-4f4a-9d4d-834e059d3fa7 [ 579.642163] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.642163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.642163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.642163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.642163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.642163] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed118bf4-7079-4f4a-9d4d-834e059d3fa7 already deleted. [ 579.642163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed118bf4-7079-4f4a-9d4d-834e059d3fa7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.384433] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f74bb712-8586-42ee-b4eb-7ec0db72166f None None] Enqueued Resource ID: 7d21b815-85f1-4bcd-9c74-a9480ab27274 with Priority: HIGHEST for action port [ 581.384974] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d21b815-85f1-4bcd-9c74-a9480ab27274 with Priority: HIGHEST for action port [ 581.386014] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d21b815-85f1-4bcd-9c74-a9480ab27274 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.386294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d21b815-85f1-4bcd-9c74-a9480ab27274" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.386294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d21b815-85f1-4bcd-9c74-a9480ab27274" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.386565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d21b815-85f1-4bcd-9c74-a9480ab27274" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.386622] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d21b815-85f1-4bcd-9c74-a9480ab27274',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.702234] env[65888]: INFO networking_nsxv3.common.synchronization [None req-7a5ef6fd-6baf-4941-b670-11399189e3ad None None] Enqueued Resource ID: 2e379a31-46e1-4d7c-b480-2d9587f0ab7c with Priority: HIGHEST for action port [ 581.703627] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e379a31-46e1-4d7c-b480-2d9587f0ab7c with Priority: HIGHEST for action port [ 581.704385] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e379a31-46e1-4d7c-b480-2d9587f0ab7c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.704584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e379a31-46e1-4d7c-b480-2d9587f0ab7c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.704655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e379a31-46e1-4d7c-b480-2d9587f0ab7c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.705447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e379a31-46e1-4d7c-b480-2d9587f0ab7c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.705558] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e379a31-46e1-4d7c-b480-2d9587f0ab7c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.889050] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d21b815-85f1-4bcd-9c74-a9480ab27274 [ 581.889561] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.889561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.889561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.889706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.889805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.889881] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d21b815-85f1-4bcd-9c74-a9480ab27274 already deleted. [ 581.889958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d21b815-85f1-4bcd-9c74-a9480ab27274" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.209404] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e379a31-46e1-4d7c-b480-2d9587f0ab7c [ 582.210812] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.210960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.211049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.211262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.211351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.211445] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e379a31-46e1-4d7c-b480-2d9587f0ab7c already deleted. [ 582.211530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e379a31-46e1-4d7c-b480-2d9587f0ab7c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.904043] env[65888]: INFO networking_nsxv3.common.synchronization [None req-052f1287-3869-4635-8883-35e5de553e28 None None] Enqueued Resource ID: 6dc8fad6-147d-490c-a6be-408d2503b2c3 with Priority: HIGHEST for action port [ 582.904313] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc8fad6-147d-490c-a6be-408d2503b2c3 with Priority: HIGHEST for action port [ 582.905217] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dc8fad6-147d-490c-a6be-408d2503b2c3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.907029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dc8fad6-147d-490c-a6be-408d2503b2c3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.907029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dc8fad6-147d-490c-a6be-408d2503b2c3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.907029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dc8fad6-147d-490c-a6be-408d2503b2c3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.907029] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc8fad6-147d-490c-a6be-408d2503b2c3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.197517] env[65888]: INFO networking_nsxv3.common.synchronization [None req-64557deb-129c-4681-8635-0256f3d07ddd None None] Enqueued Resource ID: 9775c1bd-caf2-4b22-b89a-0c84a2164162 with Priority: HIGHEST for action port [ 583.197604] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9775c1bd-caf2-4b22-b89a-0c84a2164162 with Priority: HIGHEST for action port [ 583.198213] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9775c1bd-caf2-4b22-b89a-0c84a2164162 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.198370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9775c1bd-caf2-4b22-b89a-0c84a2164162" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.198469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9775c1bd-caf2-4b22-b89a-0c84a2164162" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.198723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9775c1bd-caf2-4b22-b89a-0c84a2164162" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.198807] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9775c1bd-caf2-4b22-b89a-0c84a2164162',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.410397] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dc8fad6-147d-490c-a6be-408d2503b2c3 [ 583.411604] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.411604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.411604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.411604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.411604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.411604] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dc8fad6-147d-490c-a6be-408d2503b2c3 already deleted. [ 583.411604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dc8fad6-147d-490c-a6be-408d2503b2c3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.701636] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9775c1bd-caf2-4b22-b89a-0c84a2164162 [ 583.701889] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.702042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.702938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.702938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.702938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.702938] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9775c1bd-caf2-4b22-b89a-0c84a2164162 already deleted. [ 583.702938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9775c1bd-caf2-4b22-b89a-0c84a2164162" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.238324] env[65888]: INFO networking_nsxv3.common.synchronization [None req-7f508414-2a4d-41e7-a3f9-309f324bde57 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_rules [ 586.238324] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_rules [ 586.238324] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.240753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.240753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.240753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.240753] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.761561] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.761561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.761561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.761561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.761561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.761561] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 already deleted. [ 586.761561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.946225] env[65888]: INFO networking_nsxv3.common.synchronization [None req-cde6fac1-28d4-4ccc-9032-0cb25a5eb69a None None] Enqueued Resource ID: d6084f02-2593-4cde-936d-172efde8c74d with Priority: HIGHEST for action port [ 586.946999] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6084f02-2593-4cde-936d-172efde8c74d with Priority: HIGHEST for action port [ 586.947244] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6084f02-2593-4cde-936d-172efde8c74d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.947378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6084f02-2593-4cde-936d-172efde8c74d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.947417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6084f02-2593-4cde-936d-172efde8c74d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.948920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6084f02-2593-4cde-936d-172efde8c74d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.949133] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6084f02-2593-4cde-936d-172efde8c74d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.176295] env[65888]: INFO networking_nsxv3.common.synchronization [None req-39979366-0d21-4128-bb59-dc8c14e39324 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_rules [ 587.176775] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_rules [ 587.177023] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.177159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.177321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.177442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.177529] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.456130] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6084f02-2593-4cde-936d-172efde8c74d [ 587.456130] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.456130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.456130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.459485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.459644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.461046] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6084f02-2593-4cde-936d-172efde8c74d already deleted. [ 587.461046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6084f02-2593-4cde-936d-172efde8c74d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.698410] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.698683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.698683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.698827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.698905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.699050] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 already deleted. [ 587.699097] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.722397] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f8d154b2-60ca-4aab-a632-c00cb8e7b740 None None] Enqueued Resource ID: 5dd0ea91-1d35-43aa-a789-cba68d666c04 with Priority: HIGHEST for action port [ 587.722687] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd0ea91-1d35-43aa-a789-cba68d666c04 with Priority: HIGHEST for action port [ 587.723195] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dd0ea91-1d35-43aa-a789-cba68d666c04 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.723320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dd0ea91-1d35-43aa-a789-cba68d666c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.723388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dd0ea91-1d35-43aa-a789-cba68d666c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.723627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dd0ea91-1d35-43aa-a789-cba68d666c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.723710] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dd0ea91-1d35-43aa-a789-cba68d666c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.793917] env[65888]: INFO networking_nsxv3.common.synchronization [None req-8d9b4d47-5df4-412a-8f87-5380d6ab7b0b tempest-VolumesAssistedSnapshotsTest-1893145608 tempest-VolumesAssistedSnapshotsTest-1893145608-project-member] Enqueued Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_rules [ 587.793985] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_rules [ 587.794483] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.794766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.794766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.797033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.797143] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.100807] env[65888]: INFO networking_nsxv3.common.synchronization [None req-aa47e565-83d0-4153-9cc0-e3dafefad6b6 None None] Enqueued Resource ID: 3b3dfc3a-0b74-4d59-b43a-e00c3608074a with Priority: HIGHEST for action port [ 588.103098] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b3dfc3a-0b74-4d59-b43a-e00c3608074a with Priority: HIGHEST for action port [ 588.103098] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b3dfc3a-0b74-4d59-b43a-e00c3608074a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.103098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b3dfc3a-0b74-4d59-b43a-e00c3608074a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.103098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b3dfc3a-0b74-4d59-b43a-e00c3608074a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.103098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b3dfc3a-0b74-4d59-b43a-e00c3608074a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.103098] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b3dfc3a-0b74-4d59-b43a-e00c3608074a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.227821] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dd0ea91-1d35-43aa-a789-cba68d666c04 [ 588.228736] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.228853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.228920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.229747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.229747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.229747] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dd0ea91-1d35-43aa-a789-cba68d666c04 already deleted. [ 588.229747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dd0ea91-1d35-43aa-a789-cba68d666c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.319387] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.319878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.320016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.320306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.320409] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.320508] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b already deleted. [ 588.320592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.604880] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b3dfc3a-0b74-4d59-b43a-e00c3608074a [ 588.606448] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.606448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.606448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.606448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.606448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.606448] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b3dfc3a-0b74-4d59-b43a-e00c3608074a already deleted. [ 588.606448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b3dfc3a-0b74-4d59-b43a-e00c3608074a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.631239] env[65888]: INFO networking_nsxv3.common.synchronization [None req-aff1a9fa-c70d-4a1a-8367-6ec839ca42c0 None None] Enqueued Resource ID: 52ca47ac-2e6f-4559-803f-917020eb87eb with Priority: HIGHEST for action port [ 588.632675] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52ca47ac-2e6f-4559-803f-917020eb87eb with Priority: HIGHEST for action port [ 588.633071] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-52ca47ac-2e6f-4559-803f-917020eb87eb taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.634429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52ca47ac-2e6f-4559-803f-917020eb87eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.634429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52ca47ac-2e6f-4559-803f-917020eb87eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.634429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52ca47ac-2e6f-4559-803f-917020eb87eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.634429] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52ca47ac-2e6f-4559-803f-917020eb87eb',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.920901] env[65888]: INFO networking_nsxv3.common.synchronization [None req-760294b5-99aa-42ca-b885-28287a5dbb3f tempest-VolumesAssistedSnapshotsTest-1893145608 tempest-VolumesAssistedSnapshotsTest-1893145608-project-member] Enqueued Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_rules [ 588.921449] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_rules [ 588.921972] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.922291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.922291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.923183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.923276] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.135953] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52ca47ac-2e6f-4559-803f-917020eb87eb [ 589.136316] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.136516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.136576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.136787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.136905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.137029] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52ca47ac-2e6f-4559-803f-917020eb87eb already deleted. [ 589.137119] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52ca47ac-2e6f-4559-803f-917020eb87eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.448026] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.448307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.448612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.448883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.449030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.449151] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b already deleted. [ 589.449263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.657915] env[65888]: INFO networking_nsxv3.common.synchronization [req-e156a2ea-898e-497c-994f-c53b2238c683 req-82fc3507-3291-4789-ad9c-d2d9a255e2d3 tempest-DeleteServersAdminTestJSON-1487848799 tempest-DeleteServersAdminTestJSON-1487848799-project-member] Enqueued Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 589.657915] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 589.660580] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.660580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.660580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.660580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.660580] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.660580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.660580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.660580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.660580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.661201] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.165814] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.165814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.165814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.165814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.166562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.166562] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.166562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.166562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.166760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.166760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.166888] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35bd58b-ed60-4523-94cd-b8238534374f already deleted. [ 590.166888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.376782] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f860cca5-f130-44f0-ba38-df8225b72fc3 None None] Enqueued Resource ID: 5f4d89c2-14f3-48c4-9530-76dc8a04d2c8 with Priority: HIGHEST for action port [ 590.377411] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4d89c2-14f3-48c4-9530-76dc8a04d2c8 with Priority: HIGHEST for action port [ 590.377721] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4d89c2-14f3-48c4-9530-76dc8a04d2c8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.377895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4d89c2-14f3-48c4-9530-76dc8a04d2c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.378811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4d89c2-14f3-48c4-9530-76dc8a04d2c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.378811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4d89c2-14f3-48c4-9530-76dc8a04d2c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.378811] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4d89c2-14f3-48c4-9530-76dc8a04d2c8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.819264] env[65888]: INFO networking_nsxv3.common.synchronization [req-1afe7069-a073-44d2-a672-91cf9fc49143 req-d16fdfd6-0b04-4204-a387-f95fdcefdf68 tempest-TenantUsagesTestJSON-1025356652 tempest-TenantUsagesTestJSON-1025356652-project-member] Enqueued Resource ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 with Priority: HIGHEST for action security_group_members [ 590.819801] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 with Priority: HIGHEST for action security_group_members [ 590.820700] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19a295e6-b522-4de2-bf00-96030f1b2c71 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.820700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.820700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.820700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.820700] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.821215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.821215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.821215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.821215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.821215] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19a295e6-b522-4de2-bf00-96030f1b2c71',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.884642] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f4d89c2-14f3-48c4-9530-76dc8a04d2c8 [ 590.884642] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.884642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.884642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.884642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.884642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.884919] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f4d89c2-14f3-48c4-9530-76dc8a04d2c8 already deleted. [ 590.884919] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4d89c2-14f3-48c4-9530-76dc8a04d2c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.254110] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.254362] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.254557] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.255439] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.256053] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.256053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.256053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.256717] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.256895] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.257225] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.257354] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.257464] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.257634] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.258853] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.258982] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.259274] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.280041] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.280528] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.281908] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.281908] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.281908] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-3ce3e444-79e4-48b0-b2b4-0c58ab626298 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.281908] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-3ce3e444-79e4-48b0-b2b4-0c58ab626298" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.281908] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-3ce3e444-79e4-48b0-b2b4-0c58ab626298" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.281908] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-3ce3e444-79e4-48b0-b2b4-0c58ab626298" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.282568] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce3e444-79e4-48b0-b2b4-0c58ab626298',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.324685] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.324685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.324685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.324685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.324685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.324685] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.324685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.324685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.324685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.324685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.324685] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 already deleted. [ 591.324685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.635383] env[65888]: INFO networking_nsxv3.common.synchronization [None req-8066a9a2-3e1c-4b09-a7a5-b8f9e25e64b3 None None] Enqueued Resource ID: d27722e0-fb37-4531-8a0a-5523514faf1b with Priority: HIGHEST for action port [ 591.635383] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27722e0-fb37-4531-8a0a-5523514faf1b with Priority: HIGHEST for action port [ 591.635577] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d27722e0-fb37-4531-8a0a-5523514faf1b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.635708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d27722e0-fb37-4531-8a0a-5523514faf1b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.635791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d27722e0-fb37-4531-8a0a-5523514faf1b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.637925] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d27722e0-fb37-4531-8a0a-5523514faf1b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.637925] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d27722e0-fb37-4531-8a0a-5523514faf1b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.789863] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.790222] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.790458] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.790802] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.790978] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.791195] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 3ce3e444-79e4-48b0-b2b4-0c58ab626298 not found, creating... [ 591.791548] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.791797] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.791868] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.792890] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.793690] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.794896] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.795151] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.795498] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.796474] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.796879] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.797523] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 3ce3e444-79e4-48b0-b2b4-0c58ab626298 is going to be created. [ 591.836250] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.836668] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.836668] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.836937] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.837282] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.837548] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-3ce3e444-79e4-48b0-b2b4-0c58ab626298" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.118224] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d568d1b8-650d-4d4e-93d7-7ce4d9b18b4e None None] Enqueued Resource ID: 9cb3479d-d610-4f87-b543-a6ed77784fc9 with Priority: HIGHEST for action port [ 592.118224] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb3479d-d610-4f87-b543-a6ed77784fc9 with Priority: HIGHEST for action port [ 592.118224] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cb3479d-d610-4f87-b543-a6ed77784fc9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.118594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cb3479d-d610-4f87-b543-a6ed77784fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.118830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cb3479d-d610-4f87-b543-a6ed77784fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.119339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cb3479d-d610-4f87-b543-a6ed77784fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.119737] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cb3479d-d610-4f87-b543-a6ed77784fc9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.123259] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.125161] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.125161] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.125161] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.125161] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.125161] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.125161] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.125161] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.125161] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.125522] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.125522] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.125522] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.125634] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.125813] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.125865] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.126049] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.140196] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d27722e0-fb37-4531-8a0a-5523514faf1b [ 592.140437] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.140571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.140929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.140929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.140929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.141093] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d27722e0-fb37-4531-8a0a-5523514faf1b already deleted. [ 592.141126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d27722e0-fb37-4531-8a0a-5523514faf1b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.151301] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.151301] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.151301] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.151553] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.151897] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-3ffe8af0-6e41-43ef-b1bd-cbe133683f97 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.152203] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-3ffe8af0-6e41-43ef-b1bd-cbe133683f97" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.152253] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-3ffe8af0-6e41-43ef-b1bd-cbe133683f97" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.153407] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-3ffe8af0-6e41-43ef-b1bd-cbe133683f97" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.153975] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ffe8af0-6e41-43ef-b1bd-cbe133683f97',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.572438] env[65888]: INFO networking_nsxv3.common.synchronization [req-e156a2ea-898e-497c-994f-c53b2238c683 req-fbfcb02a-9f4d-4dab-bb45-81657c63e50e service nova] Enqueued Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_rules [ 592.572605] env[65888]: INFO networking_nsxv3.common.synchronization [req-e156a2ea-898e-497c-994f-c53b2238c683 req-fbfcb02a-9f4d-4dab-bb45-81657c63e50e service nova] Enqueued Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 592.572734] env[65888]: INFO networking_nsxv3.common.synchronization [req-e156a2ea-898e-497c-994f-c53b2238c683 req-fbfcb02a-9f4d-4dab-bb45-81657c63e50e service nova] Enqueued Resource ID: 3ce3e444-79e4-48b0-b2b4-0c58ab626298 with Priority: HIGHEST for action port [ 592.573268] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_rules [ 592.573404] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 592.573498] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce3e444-79e4-48b0-b2b4-0c58ab626298 with Priority: HIGHEST for action port [ 592.573976] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.574153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.574250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.574512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.574645] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.575687] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.575794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.575879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.576688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.576688] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.576688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.576688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.576688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.576688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.576688] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.577976] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ce3e444-79e4-48b0-b2b4-0c58ab626298 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.577976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ce3e444-79e4-48b0-b2b4-0c58ab626298" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.577976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ce3e444-79e4-48b0-b2b4-0c58ab626298" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.578140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ce3e444-79e4-48b0-b2b4-0c58ab626298" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.578216] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce3e444-79e4-48b0-b2b4-0c58ab626298',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.623076] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cb3479d-d610-4f87-b543-a6ed77784fc9 [ 592.623293] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.623427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.623538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.623694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.623781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.623872] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cb3479d-d610-4f87-b543-a6ed77784fc9 already deleted. [ 592.623950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cb3479d-d610-4f87-b543-a6ed77784fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.657321] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.657321] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.657607] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.658166] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.658364] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.658548] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 3ffe8af0-6e41-43ef-b1bd-cbe133683f97 not found, creating... [ 592.658863] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.659139] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.659320] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.659592] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.659942] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.660178] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.660375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.660527] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.660771] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.661119] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.661361] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 3ffe8af0-6e41-43ef-b1bd-cbe133683f97 is going to be created. [ 592.685239] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.685602] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.685602] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.685996] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.686074] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.686336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-3ffe8af0-6e41-43ef-b1bd-cbe133683f97" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.081311] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.081817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.089899] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.090236] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ce3e444-79e4-48b0-b2b4-0c58ab626298 with status ACTIVE [ 593.090559] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.091562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.091562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.091562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.091562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.091562] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.091562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.091562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.091562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.091562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.092012] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.092012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.092012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.092012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.092012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.092167] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ce3e444-79e4-48b0-b2b4-0c58ab626298 is going to be updated. [ 593.117045] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.117273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.117428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.117797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.118050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.118147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ce3e444-79e4-48b0-b2b4-0c58ab626298" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.516971] env[65888]: INFO networking_nsxv3.common.synchronization [req-1afe7069-a073-44d2-a672-91cf9fc49143 req-6273a403-fc47-4e30-92c7-5f6749e41a07 service nova] Enqueued Resource ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 with Priority: HIGHEST for action security_group_rules [ 593.517161] env[65888]: INFO networking_nsxv3.common.synchronization [req-1afe7069-a073-44d2-a672-91cf9fc49143 req-6273a403-fc47-4e30-92c7-5f6749e41a07 service nova] Enqueued Resource ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 with Priority: HIGHEST for action security_group_members [ 593.517317] env[65888]: INFO networking_nsxv3.common.synchronization [req-1afe7069-a073-44d2-a672-91cf9fc49143 req-6273a403-fc47-4e30-92c7-5f6749e41a07 service nova] Enqueued Resource ID: 3ffe8af0-6e41-43ef-b1bd-cbe133683f97 with Priority: HIGHEST for action port [ 593.519029] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 with Priority: HIGHEST for action security_group_rules [ 593.519029] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 with Priority: HIGHEST for action security_group_members [ 593.519029] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffe8af0-6e41-43ef-b1bd-cbe133683f97 with Priority: HIGHEST for action port [ 593.519029] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19a295e6-b522-4de2-bf00-96030f1b2c71 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.519029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.519029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.519377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.519377] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19a295e6-b522-4de2-bf00-96030f1b2c71',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.519950] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19a295e6-b522-4de2-bf00-96030f1b2c71 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.520860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.520860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.521032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.521188] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.521825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.521825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.521825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.521825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.521825] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19a295e6-b522-4de2-bf00-96030f1b2c71',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.522385] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ffe8af0-6e41-43ef-b1bd-cbe133683f97 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.522484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ffe8af0-6e41-43ef-b1bd-cbe133683f97" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.522546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ffe8af0-6e41-43ef-b1bd-cbe133683f97" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.526058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ffe8af0-6e41-43ef-b1bd-cbe133683f97" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.526058] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ffe8af0-6e41-43ef-b1bd-cbe133683f97',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.595103] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.025833] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19a295e6-b522-4de2-bf00-96030f1b2c71',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.027251] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19a295e6-b522-4de2-bf00-96030f1b2c71 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.027590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.029963] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ffe8af0-6e41-43ef-b1bd-cbe133683f97 with status ACTIVE [ 594.029963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.029963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.029963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.029963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.030717] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ffe8af0-6e41-43ef-b1bd-cbe133683f97 is going to be updated. [ 594.059828] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.060085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.060167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.060384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.060536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.060670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ffe8af0-6e41-43ef-b1bd-cbe133683f97" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.099796] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.100352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.100352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.100352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.100636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.100636] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35bd58b-ed60-4523-94cd-b8238534374f is going to be created. [ 594.135647] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.135833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.135908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.136190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.136433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.150869] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: UNINITIALIZED for 2s [ 594.158210] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f8ea16c9-410c-4ee7-9bd9-ff9e952fc9c7 None None] Enqueued Resource ID: 525da668-00ee-4ffd-90c1-4cd2631853c7 with Priority: HIGHEST for action port [ 594.158345] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525da668-00ee-4ffd-90c1-4cd2631853c7 with Priority: HIGHEST for action port [ 594.159471] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-525da668-00ee-4ffd-90c1-4cd2631853c7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.159471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-525da668-00ee-4ffd-90c1-4cd2631853c7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.159471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-525da668-00ee-4ffd-90c1-4cd2631853c7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.159735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-525da668-00ee-4ffd-90c1-4cd2631853c7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.160130] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('525da668-00ee-4ffd-90c1-4cd2631853c7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.528974] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19a295e6-b522-4de2-bf00-96030f1b2c71',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.602741] env[65888]: INFO networking_nsxv3.common.synchronization [req-4051155d-554f-4320-9c16-20b6a5b33b54 req-3def3679-ab47-4332-ac08-d049f488a748 tempest-ServersAdminTestJSON-1658859935 tempest-ServersAdminTestJSON-1658859935-project-member] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 594.602741] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 594.602741] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.602741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.602741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.605391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.605391] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.605391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.605391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.605391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.605391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.605391] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.661868] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 525da668-00ee-4ffd-90c1-4cd2631853c7 [ 594.662376] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.662545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.662640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.662894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.663031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.663157] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:525da668-00ee-4ffd-90c1-4cd2631853c7 already deleted. [ 594.663245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-525da668-00ee-4ffd-90c1-4cd2631853c7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.032882] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.033791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.033910] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.034169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.034263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.034369] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 is going to be created. [ 595.059943] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.059943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.059943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.060223] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.060260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.070350] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 in Status: UNINITIALIZED for 2s [ 595.105938] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.106315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.106315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.106439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.106526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.106715] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.106812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.106872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.107021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.107096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.107177] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c already deleted. [ 595.107256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.386419] env[65888]: INFO networking_nsxv3.common.synchronization [None req-563b967c-0c4c-4403-a0d5-40848f889bb3 None None] Enqueued Resource ID: 6e13bf62-1d30-42b5-965c-93d976750838 with Priority: HIGHEST for action port [ 595.387480] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e13bf62-1d30-42b5-965c-93d976750838 with Priority: HIGHEST for action port [ 595.390155] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e13bf62-1d30-42b5-965c-93d976750838 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.390155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e13bf62-1d30-42b5-965c-93d976750838" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.390155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e13bf62-1d30-42b5-965c-93d976750838" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.390155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e13bf62-1d30-42b5-965c-93d976750838" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.390155] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e13bf62-1d30-42b5-965c-93d976750838',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.479979] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.479979] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.480214] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.481089] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.482323] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.482605] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.482952] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.483383] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.485070] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.485070] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.485070] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.485290] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.485324] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.485488] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.485543] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.485651] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.493498] env[65888]: INFO networking_nsxv3.common.synchronization [None req-a8094d48-5aa4-40c6-84b6-bc5efb69ab20 None None] Enqueued Resource ID: 6def7f87-074f-4d24-a6ad-79c4d0b4b49c with Priority: HIGHEST for action port [ 595.493498] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6def7f87-074f-4d24-a6ad-79c4d0b4b49c with Priority: HIGHEST for action port [ 595.494789] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6def7f87-074f-4d24-a6ad-79c4d0b4b49c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.494789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6def7f87-074f-4d24-a6ad-79c4d0b4b49c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.494789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6def7f87-074f-4d24-a6ad-79c4d0b4b49c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.494789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6def7f87-074f-4d24-a6ad-79c4d0b4b49c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.494789] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6def7f87-074f-4d24-a6ad-79c4d0b4b49c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.509496] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.509650] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.509776] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.509945] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.510264] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-3180e5d3-07b2-45cb-828c-6538e4aa7435 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.510426] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-3180e5d3-07b2-45cb-828c-6538e4aa7435" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.510530] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-3180e5d3-07b2-45cb-828c-6538e4aa7435" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.510828] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-3180e5d3-07b2-45cb-828c-6538e4aa7435" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.510957] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3180e5d3-07b2-45cb-828c-6538e4aa7435',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.893059] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e13bf62-1d30-42b5-965c-93d976750838 [ 595.893344] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.893485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.893555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.893768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.893850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.893939] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e13bf62-1d30-42b5-965c-93d976750838 already deleted. [ 595.894027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e13bf62-1d30-42b5-965c-93d976750838" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.997066] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6def7f87-074f-4d24-a6ad-79c4d0b4b49c [ 595.997289] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.997436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.997574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.997702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.997786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.997936] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6def7f87-074f-4d24-a6ad-79c4d0b4b49c already deleted. [ 595.997967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6def7f87-074f-4d24-a6ad-79c4d0b4b49c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.013661] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.014340] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.014340] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.014422] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.014963] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.014963] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 3180e5d3-07b2-45cb-828c-6538e4aa7435 not found, creating... [ 596.014963] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.015176] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.015244] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.015459] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.015587] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.016284] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.016284] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.016284] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.016465] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.016512] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.016650] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 3180e5d3-07b2-45cb-828c-6538e4aa7435 is going to be created. [ 596.037864] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.037952] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.038129] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.038433] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.039142] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.039371] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-3180e5d3-07b2-45cb-828c-6538e4aa7435" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.163043] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: SUCCESS [ 596.163043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.163043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.163043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.163395] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.163395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.163395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.163527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.163560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.163840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.163840] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.179872] env[65888]: INFO networking_nsxv3.common.synchronization [req-924d8cb3-b1d3-4778-a6ad-da84ca3e4c34 req-50c86842-f7fb-47cf-90df-5afe39faf775 tempest-ServerExternalEventsTest-1533139236 tempest-ServerExternalEventsTest-1533139236-project-member] Enqueued Resource ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a with Priority: HIGHEST for action security_group_members [ 596.180565] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a with Priority: HIGHEST for action security_group_members [ 596.180996] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.180996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.180996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.184277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.184461] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.184578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.184641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.184815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.184899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.184993] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.667911] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.668138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.668191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.668394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.668561] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.668661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.668714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.669875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.669875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.669875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.669875] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.669875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.669875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.669875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.670172] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.670172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.670172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.670289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.670319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.670401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.670489] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.689009] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.689393] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.689622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.689951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.690218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.690466] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.690571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.690629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.690790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.690868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.690953] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a already deleted. [ 596.691045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.773393] env[65888]: INFO networking_nsxv3.common.synchronization [req-4051155d-554f-4320-9c16-20b6a5b33b54 req-8f168822-a13a-45b5-b0ac-034161c47de0 service nova] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_rules [ 596.773565] env[65888]: INFO networking_nsxv3.common.synchronization [req-4051155d-554f-4320-9c16-20b6a5b33b54 req-8f168822-a13a-45b5-b0ac-034161c47de0 service nova] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 596.773696] env[65888]: INFO networking_nsxv3.common.synchronization [req-4051155d-554f-4320-9c16-20b6a5b33b54 req-8f168822-a13a-45b5-b0ac-034161c47de0 service nova] Enqueued Resource ID: 3180e5d3-07b2-45cb-828c-6538e4aa7435 with Priority: HIGHEST for action port [ 596.774243] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_rules [ 596.774377] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 596.774473] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3180e5d3-07b2-45cb-828c-6538e4aa7435 with Priority: HIGHEST for action port [ 596.774751] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.774873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.774974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.775239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.775301] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.776126] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.776268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.776318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.776484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.776630] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.776722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.776781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.776921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.777044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.777089] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.782458] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3180e5d3-07b2-45cb-828c-6538e4aa7435 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.782458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3180e5d3-07b2-45cb-828c-6538e4aa7435" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.782458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3180e5d3-07b2-45cb-828c-6538e4aa7435" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.782593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3180e5d3-07b2-45cb-828c-6538e4aa7435" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.782633] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3180e5d3-07b2-45cb-828c-6538e4aa7435',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.081604] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 in Status: SUCCESS [ 597.081810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.081990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.084823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.084823] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.084823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.084823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.084823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.084823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.084823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.084823] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19a295e6-b522-4de2-bf00-96030f1b2c71',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.172723] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35bd58b-ed60-4523-94cd-b8238534374f: rpc.has_security_group_logging(os_id): False [ 597.193995] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.194266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.194352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.194576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.194668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.194879] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.194979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.195049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.195198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.195274] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.195479] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.195575] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.195637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.195775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.195965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.196496] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.196496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.196496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.196496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.196743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.196743] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35bd58b-ed60-4523-94cd-b8238534374f is going to be created. [ 597.267031] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.268527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.268652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.268888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.269097] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.281155] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: IN_PROGRESS for 2s [ 597.284572] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.287754] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.287754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.287754] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3180e5d3-07b2-45cb-828c-6538e4aa7435 with status ACTIVE [ 597.287754] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.287754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.287754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.287754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.287754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.287754] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.287754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.287754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.287754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.287754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.287754] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.288471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.288471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.288471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.288471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.288471] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3180e5d3-07b2-45cb-828c-6538e4aa7435 is going to be updated. [ 597.308423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.308593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.308661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.308871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.309064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.309331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3180e5d3-07b2-45cb-828c-6538e4aa7435" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.335626] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.335626] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.335626] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.335626] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.335626] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.335626] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.335626] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.335626] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.335626] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.336071] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.336071] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.336071] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.336071] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.336202] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.336279] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.336415] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.372828] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.372828] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.372828] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.373149] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.373942] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-6a276ccf-34c2-45af-adf9-e55ab2db6542 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.373942] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-6a276ccf-34c2-45af-adf9-e55ab2db6542" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.373942] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-6a276ccf-34c2-45af-adf9-e55ab2db6542" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.374310] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-6a276ccf-34c2-45af-adf9-e55ab2db6542" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.374310] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a276ccf-34c2-45af-adf9-e55ab2db6542',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.585648] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19a295e6-b522-4de2-bf00-96030f1b2c71 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.586076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.586076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.586541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.586755] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.586891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.587092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.587311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.587439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.587557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.587734] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19a295e6-b522-4de2-bf00-96030f1b2c71 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.587859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.587943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.588130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.588333] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.588400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.588476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.588659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.588750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.588820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.588903] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19a295e6-b522-4de2-bf00-96030f1b2c71',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.790947] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.877405] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.877629] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.877745] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.878022] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.878162] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.878937] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 6a276ccf-34c2-45af-adf9-e55ab2db6542 not found, creating... [ 597.878937] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.878937] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.878937] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.879182] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.879267] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.879550] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.880056] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.880056] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.880262] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.880461] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.880602] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 6a276ccf-34c2-45af-adf9-e55ab2db6542 is going to be created. [ 597.907491] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.907710] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.907824] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.908102] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.908319] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.908525] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-6a276ccf-34c2-45af-adf9-e55ab2db6542" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.091082] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19a295e6-b522-4de2-bf00-96030f1b2c71: rpc.has_security_group_logging(os_id): False [ 598.095304] env[65888]: INFO networking_nsxv3.common.synchronization [None req-ae55f612-445c-4deb-9980-3f293d71a071 None None] Enqueued Resource ID: a089f0c5-6f84-4778-a78a-be7e57e562dc with Priority: HIGHEST for action port [ 598.095821] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a089f0c5-6f84-4778-a78a-be7e57e562dc with Priority: HIGHEST for action port [ 598.096138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a089f0c5-6f84-4778-a78a-be7e57e562dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.096288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a089f0c5-6f84-4778-a78a-be7e57e562dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.096357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a089f0c5-6f84-4778-a78a-be7e57e562dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.096644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a089f0c5-6f84-4778-a78a-be7e57e562dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.096709] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a089f0c5-6f84-4778-a78a-be7e57e562dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.110090] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.110283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.110283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.110493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.110589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.110776] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.110873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.110952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.111092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.111354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.111420] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.111550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.111550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.111727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.111792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.111943] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.112153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.112240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.112410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.112502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.113021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 is going to be created. [ 598.182022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.182022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.182022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.182022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.182022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.194553] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 in Status: IN_PROGRESS for 2s [ 598.296383] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.296383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.296383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.296383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.296383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.296383] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be created. [ 598.332861] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.332861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.332861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.332861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.332861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.345282] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: UNINITIALIZED for 2s [ 598.353108] env[65888]: INFO networking_nsxv3.common.synchronization [None req-753a8bc4-7fb6-4b0d-b15e-6ffd7c70132f None None] Enqueued Resource ID: 91b272b4-6378-46c7-9fa4-6d9f2de73715 with Priority: HIGHEST for action port [ 598.353387] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b272b4-6378-46c7-9fa4-6d9f2de73715 with Priority: HIGHEST for action port [ 598.353990] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b272b4-6378-46c7-9fa4-6d9f2de73715 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.354216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b272b4-6378-46c7-9fa4-6d9f2de73715" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.355093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b272b4-6378-46c7-9fa4-6d9f2de73715" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.355153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b272b4-6378-46c7-9fa4-6d9f2de73715" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.355239] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b272b4-6378-46c7-9fa4-6d9f2de73715',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.570419] env[65888]: INFO networking_nsxv3.common.synchronization [req-924d8cb3-b1d3-4778-a6ad-da84ca3e4c34 req-49fb5c5c-de35-4367-bbe1-f4b7cf6ebf11 service nova] Enqueued Resource ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a with Priority: HIGHEST for action security_group_rules [ 598.570603] env[65888]: INFO networking_nsxv3.common.synchronization [req-924d8cb3-b1d3-4778-a6ad-da84ca3e4c34 req-49fb5c5c-de35-4367-bbe1-f4b7cf6ebf11 service nova] Enqueued Resource ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a with Priority: HIGHEST for action security_group_members [ 598.570710] env[65888]: INFO networking_nsxv3.common.synchronization [req-924d8cb3-b1d3-4778-a6ad-da84ca3e4c34 req-49fb5c5c-de35-4367-bbe1-f4b7cf6ebf11 service nova] Enqueued Resource ID: 6a276ccf-34c2-45af-adf9-e55ab2db6542 with Priority: HIGHEST for action port [ 598.571209] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a with Priority: HIGHEST for action security_group_rules [ 598.571364] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a with Priority: HIGHEST for action security_group_members [ 598.571427] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a276ccf-34c2-45af-adf9-e55ab2db6542 with Priority: HIGHEST for action port [ 598.571736] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.571806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.571863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.572311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.573823] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.573823] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.573999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.574042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.574216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.574413] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.574525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.574595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.574723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.574804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.576764] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.576764] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a276ccf-34c2-45af-adf9-e55ab2db6542 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.576764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a276ccf-34c2-45af-adf9-e55ab2db6542" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.576764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a276ccf-34c2-45af-adf9-e55ab2db6542" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.576764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a276ccf-34c2-45af-adf9-e55ab2db6542" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.576764] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a276ccf-34c2-45af-adf9-e55ab2db6542',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.598614] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a089f0c5-6f84-4778-a78a-be7e57e562dc [ 598.598881] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.599059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.599141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.599383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.599494] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.599613] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a089f0c5-6f84-4778-a78a-be7e57e562dc already deleted. [ 598.599721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a089f0c5-6f84-4778-a78a-be7e57e562dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.857994] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91b272b4-6378-46c7-9fa4-6d9f2de73715 [ 598.857994] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.859219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.859219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.859219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.859219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.859219] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91b272b4-6378-46c7-9fa4-6d9f2de73715 already deleted. [ 598.859219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b272b4-6378-46c7-9fa4-6d9f2de73715" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.052178] env[65888]: INFO networking_nsxv3.common.synchronization [req-46067668-9ff3-4b3e-9dfd-d315a31dd200 req-e4e42f45-423f-45f8-bf6b-de4c427e4ffa tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 599.052700] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 599.053081] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.053241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.053345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.054262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.054262] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.054262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.054262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.054262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.054262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.054262] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.074453] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.074553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.078254] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a276ccf-34c2-45af-adf9-e55ab2db6542 with status ACTIVE [ 599.080866] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.081125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.081299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.081463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.081585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.081858] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.082067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.082188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.082365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.082435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.083429] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.083429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.083429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.083429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.083429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.083429] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a276ccf-34c2-45af-adf9-e55ab2db6542 is going to be updated. [ 599.085121] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.108372] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.108372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.108372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.108372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.108372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.108372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a276ccf-34c2-45af-adf9-e55ab2db6542" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.296106] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: SUCCESS [ 599.296587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.553364] env[65888]: INFO networking_nsxv3.common.synchronization [None req-76064918-c5ce-43d0-a328-484e251232f8 None None] Enqueued Resource ID: fc11ae2f-64df-491f-893b-4a5e0f20b9e0 with Priority: HIGHEST for action port [ 599.553891] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc11ae2f-64df-491f-893b-4a5e0f20b9e0 with Priority: HIGHEST for action port [ 599.554469] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc11ae2f-64df-491f-893b-4a5e0f20b9e0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.554469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc11ae2f-64df-491f-893b-4a5e0f20b9e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.554469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc11ae2f-64df-491f-893b-4a5e0f20b9e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.554651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc11ae2f-64df-491f-893b-4a5e0f20b9e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.554723] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc11ae2f-64df-491f-893b-4a5e0f20b9e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.558404] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.558530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.558598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.558917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.558917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.559080] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.559189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.559251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.560909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.560909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.560909] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d already deleted. [ 599.560909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.587890] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.056536] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc11ae2f-64df-491f-893b-4a5e0f20b9e0 [ 600.056771] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.058065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.058178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.058544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.058646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.058726] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc11ae2f-64df-491f-893b-4a5e0f20b9e0 already deleted. [ 600.059056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc11ae2f-64df-491f-893b-4a5e0f20b9e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.090663] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.093252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.093385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.093634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.093718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.093826] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a is going to be created. [ 600.121887] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.122041] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.122473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.122473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.122587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.134030] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a in Status: UNINITIALIZED for 2s [ 600.194793] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.195048] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.195216] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.195639] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.196011] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.196243] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.196520] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.196832] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.196998] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.197233] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.197364] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.197469] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.197579] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.197683] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.197836] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.198039] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.221632] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.221849] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.221990] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.222616] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.222616] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-994bff40-da55-4ae0-809d-504d3127eab7 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.222955] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-994bff40-da55-4ae0-809d-504d3127eab7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.222955] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-994bff40-da55-4ae0-809d-504d3127eab7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.223262] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-994bff40-da55-4ae0-809d-504d3127eab7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.223408] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994bff40-da55-4ae0-809d-504d3127eab7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.232279] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 in Status: SUCCESS [ 600.232279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.360723] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 600.360723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.360723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.360723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.360723] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.360723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.360723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.360723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.360723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.360723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.360723] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.434629] env[65888]: INFO networking_nsxv3.common.synchronization [None req-b033a639-0079-430e-b01a-193f5e7990b6 None None] Enqueued Resource ID: 4ada2be5-8461-4370-967c-0d22dd835753 with Priority: HIGHEST for action port [ 600.434629] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ada2be5-8461-4370-967c-0d22dd835753 with Priority: HIGHEST for action port [ 600.434629] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ada2be5-8461-4370-967c-0d22dd835753 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.434629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ada2be5-8461-4370-967c-0d22dd835753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.434629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ada2be5-8461-4370-967c-0d22dd835753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.434629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ada2be5-8461-4370-967c-0d22dd835753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.435548] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ada2be5-8461-4370-967c-0d22dd835753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.726151] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.726401] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.726531] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.726797] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.726938] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.727099] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 994bff40-da55-4ae0-809d-504d3127eab7 not found, creating... [ 600.727383] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.727557] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.727671] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.727875] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.728009] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.728290] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.728443] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.729073] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.729305] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.729441] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.729694] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 994bff40-da55-4ae0-809d-504d3127eab7 is going to be created. [ 600.765249] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.765467] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.765574] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.765843] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.766104] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.766392] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-994bff40-da55-4ae0-809d-504d3127eab7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.862358] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.863997] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.863997] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.864207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.864250] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.864364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.865647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.865647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.865647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.865647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.865647] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.865647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.865647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.865647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.865647] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.865647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.865647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.865647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.866172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.866172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.866172] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.938260] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ada2be5-8461-4370-967c-0d22dd835753 [ 600.938677] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.938818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.938980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.939148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.939240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.939338] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ada2be5-8461-4370-967c-0d22dd835753 already deleted. [ 600.939418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ada2be5-8461-4370-967c-0d22dd835753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.370585] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c: rpc.has_security_group_logging(os_id): False [ 601.396473] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.396662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.396776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.396896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.396985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.397216] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.397337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.397425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.397598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.397678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.397874] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.397971] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.398045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.398190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.398262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.398452] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.398546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.398648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.398739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.398812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.398896] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be created. [ 601.465942] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.466156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.466248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.466622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.466876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.484274] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 601.574441] env[65888]: INFO networking_nsxv3.common.synchronization [req-46067668-9ff3-4b3e-9dfd-d315a31dd200 req-31900f48-6487-426a-94ef-bd02585b4753 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 601.574662] env[65888]: INFO networking_nsxv3.common.synchronization [req-46067668-9ff3-4b3e-9dfd-d315a31dd200 req-31900f48-6487-426a-94ef-bd02585b4753 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 601.574771] env[65888]: INFO networking_nsxv3.common.synchronization [req-46067668-9ff3-4b3e-9dfd-d315a31dd200 req-31900f48-6487-426a-94ef-bd02585b4753 service nova] Enqueued Resource ID: 994bff40-da55-4ae0-809d-504d3127eab7 with Priority: HIGHEST for action port [ 601.575328] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 601.575471] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 601.575572] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 994bff40-da55-4ae0-809d-504d3127eab7 with Priority: HIGHEST for action port [ 601.575911] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.575979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.576034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.576353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.576656] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.577536] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.577536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.577654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.577793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.578357] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.578357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.578357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.578547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.578578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.578708] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.579641] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-994bff40-da55-4ae0-809d-504d3127eab7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.579752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-994bff40-da55-4ae0-809d-504d3127eab7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.579821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-994bff40-da55-4ae0-809d-504d3127eab7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.579998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-994bff40-da55-4ae0-809d-504d3127eab7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.580343] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('994bff40-da55-4ae0-809d-504d3127eab7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.087023] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.087023] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.087023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.087023] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 994bff40-da55-4ae0-809d-504d3127eab7 with status ACTIVE [ 602.087023] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.087023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.087023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.087566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.087566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.087732] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.087889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.087974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.088203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.088437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.088568] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.088789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.088868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.089133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.089274] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.089411] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 994bff40-da55-4ae0-809d-504d3127eab7 is going to be updated. [ 602.125168] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.127337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.127337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.127337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.127337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.127337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-994bff40-da55-4ae0-809d-504d3127eab7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.138161] env[65888]: INFO networking_nsxv3.common.synchronization [req-98451417-b121-4462-bef3-473faff688de req-73e19781-88a9-48b2-9824-c3876c3c8a45 tempest-ServerDiagnosticsTest-743168637 tempest-ServerDiagnosticsTest-743168637-project-member] Enqueued Resource ID: c78379c6-3922-47b5-a28c-5098e39586b7 with Priority: HIGHEST for action security_group_members [ 602.138343] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78379c6-3922-47b5-a28c-5098e39586b7 with Priority: HIGHEST for action security_group_members [ 602.139295] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c78379c6-3922-47b5-a28c-5098e39586b7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.139458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.139509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.139854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.140072] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.140158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.140224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.140386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.140467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.140614] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c78379c6-3922-47b5-a28c-5098e39586b7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.150912] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a in Status: SUCCESS [ 602.150912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.150912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.150912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.150912] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.150912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.151309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.151345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.152052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.152052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.152254] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.450167] env[65888]: INFO networking_nsxv3.common.synchronization [None req-e07a5a6e-413f-428a-8244-6669c65c2d2d None None] Enqueued Resource ID: af25a1f8-5383-4867-a715-21a5c88e520b with Priority: HIGHEST for action port [ 602.450167] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af25a1f8-5383-4867-a715-21a5c88e520b with Priority: HIGHEST for action port [ 602.451356] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-af25a1f8-5383-4867-a715-21a5c88e520b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.451356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af25a1f8-5383-4867-a715-21a5c88e520b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.451356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af25a1f8-5383-4867-a715-21a5c88e520b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.451562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af25a1f8-5383-4867-a715-21a5c88e520b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.451562] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af25a1f8-5383-4867-a715-21a5c88e520b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.587038] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.644403] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.644403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.644534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.645032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.645032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.645270] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.645810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.645894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.646125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.646236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.646353] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c78379c6-3922-47b5-a28c-5098e39586b7 already deleted. [ 602.646436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.655076] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.655357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.655482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.655633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.655828] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.656016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.656068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.656242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.656337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.656463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.656646] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.656791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.656865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.657554] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.657664] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.657763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.657820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.658018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.658113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.658802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.658802] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.682228] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.682546] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.682692] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.683786] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.683786] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.683786] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.684033] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.684033] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.684199] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.684500] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.684657] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.684794] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.685606] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.685606] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.685606] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.685606] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.712023] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.712023] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.712023] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.712023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.712023] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-bde32e9d-9aeb-40bf-87d5-1bad26add472 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.712023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-bde32e9d-9aeb-40bf-87d5-1bad26add472" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.712023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-bde32e9d-9aeb-40bf-87d5-1bad26add472" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.712023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-bde32e9d-9aeb-40bf-87d5-1bad26add472" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.712023] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde32e9d-9aeb-40bf-87d5-1bad26add472',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.956208] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af25a1f8-5383-4867-a715-21a5c88e520b [ 602.956208] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.956208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.956208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.956208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.956208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.956208] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af25a1f8-5383-4867-a715-21a5c88e520b already deleted. [ 602.956208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af25a1f8-5383-4867-a715-21a5c88e520b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.091518] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.091518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.091518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.091518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.091518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.091518] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be created. [ 603.116685] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.116886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.116886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.118294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.118534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.133271] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: UNINITIALIZED for 2s [ 603.160809] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a: rpc.has_security_group_logging(os_id): False [ 603.181811] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.181811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.181811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.181811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.182992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.182992] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.182992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.182992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.182992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.182992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.183882] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.183882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.183882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.183882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.184046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.185831] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.185831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.185831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.185831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.185831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.185831] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a is going to be created. [ 603.217154] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.218487] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.218968] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.221021] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.221021] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.221021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port bde32e9d-9aeb-40bf-87d5-1bad26add472 not found, creating... [ 603.221021] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.221021] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.221021] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.222017] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.222409] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.223158] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.223617] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.223966] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.224509] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.224830] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.225132] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: bde32e9d-9aeb-40bf-87d5-1bad26add472 is going to be created. [ 603.255317] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.255317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.255317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.255317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.255317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.256521] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.256916] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.257211] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.257611] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.257966] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.258314] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-bde32e9d-9aeb-40bf-87d5-1bad26add472" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.287343] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a in Status: IN_PROGRESS for 2s [ 603.380577] env[65888]: INFO networking_nsxv3.common.synchronization [None req-5166555e-4a78-432f-bb37-242107ee8455 None None] Enqueued Resource ID: fd33d9fc-a459-4e90-aabf-4f3f6d9e7d88 with Priority: HIGHEST for action port [ 603.380577] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd33d9fc-a459-4e90-aabf-4f3f6d9e7d88 with Priority: HIGHEST for action port [ 603.381449] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd33d9fc-a459-4e90-aabf-4f3f6d9e7d88 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.381778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd33d9fc-a459-4e90-aabf-4f3f6d9e7d88" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.383409] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd33d9fc-a459-4e90-aabf-4f3f6d9e7d88" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.383409] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd33d9fc-a459-4e90-aabf-4f3f6d9e7d88" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.383409] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd33d9fc-a459-4e90-aabf-4f3f6d9e7d88',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.498252] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 603.498565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.887272] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd33d9fc-a459-4e90-aabf-4f3f6d9e7d88 [ 603.887439] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.887530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.887581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.887786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.887877] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.887972] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd33d9fc-a459-4e90-aabf-4f3f6d9e7d88 already deleted. [ 603.888064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd33d9fc-a459-4e90-aabf-4f3f6d9e7d88" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.940846] env[65888]: INFO networking_nsxv3.common.synchronization [req-98451417-b121-4462-bef3-473faff688de req-da16ba97-b814-43c7-abba-8e6b9519e4eb service nova] Enqueued Resource ID: c78379c6-3922-47b5-a28c-5098e39586b7 with Priority: HIGHEST for action security_group_rules [ 603.940846] env[65888]: INFO networking_nsxv3.common.synchronization [req-98451417-b121-4462-bef3-473faff688de req-da16ba97-b814-43c7-abba-8e6b9519e4eb service nova] Enqueued Resource ID: c78379c6-3922-47b5-a28c-5098e39586b7 with Priority: HIGHEST for action security_group_members [ 603.940846] env[65888]: INFO networking_nsxv3.common.synchronization [req-98451417-b121-4462-bef3-473faff688de req-da16ba97-b814-43c7-abba-8e6b9519e4eb service nova] Enqueued Resource ID: bde32e9d-9aeb-40bf-87d5-1bad26add472 with Priority: HIGHEST for action port [ 603.941375] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78379c6-3922-47b5-a28c-5098e39586b7 with Priority: HIGHEST for action security_group_rules [ 603.942219] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78379c6-3922-47b5-a28c-5098e39586b7 with Priority: HIGHEST for action security_group_members [ 603.942219] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bde32e9d-9aeb-40bf-87d5-1bad26add472 with Priority: HIGHEST for action port [ 603.942219] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c78379c6-3922-47b5-a28c-5098e39586b7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.942219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.942219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.942417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.942417] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c78379c6-3922-47b5-a28c-5098e39586b7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.943646] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c78379c6-3922-47b5-a28c-5098e39586b7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.943833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.943833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.944047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.944156] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.944248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.944313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.944453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.944540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.944625] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c78379c6-3922-47b5-a28c-5098e39586b7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.947748] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-bde32e9d-9aeb-40bf-87d5-1bad26add472 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.947864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bde32e9d-9aeb-40bf-87d5-1bad26add472" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.947930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bde32e9d-9aeb-40bf-87d5-1bad26add472" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.948101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bde32e9d-9aeb-40bf-87d5-1bad26add472" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.948178] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bde32e9d-9aeb-40bf-87d5-1bad26add472',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.450833] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c78379c6-3922-47b5-a28c-5098e39586b7 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.450833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.450833] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c78379c6-3922-47b5-a28c-5098e39586b7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.453857] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bde32e9d-9aeb-40bf-87d5-1bad26add472 with status ACTIVE [ 604.453857] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.453857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.453857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.453857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.453857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.453857] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.453857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.453857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.453857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.453857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.455521] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.455521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.455521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.455521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.455521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.455521] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bde32e9d-9aeb-40bf-87d5-1bad26add472 is going to be updated. [ 604.462222] env[65888]: INFO networking_nsxv3.common.synchronization [req-1925dfa4-cefd-4e0c-b4a0-9bea0d8b33b3 req-fe9e8ab5-a6ee-458c-91bf-3e1a301e8d2c tempest-ServersAdminTestJSON-1658859935 tempest-ServersAdminTestJSON-1658859935-project-member] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 604.464904] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 604.466399] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.466399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.466399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.466399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.466399] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.466399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.466399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.467620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.467620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.467620] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.480625] env[65888]: INFO networking_nsxv3.common.synchronization [None req-feb175d6-d33e-4948-a7d6-299a103c32e9 None None] Enqueued Resource ID: 83f5cb2b-fc8b-451a-b4c1-b7c136041863 with Priority: HIGHEST for action port [ 604.486140] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f5cb2b-fc8b-451a-b4c1-b7c136041863 with Priority: HIGHEST for action port [ 604.487063] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f5cb2b-fc8b-451a-b4c1-b7c136041863 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.487270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f5cb2b-fc8b-451a-b4c1-b7c136041863" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.487332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f5cb2b-fc8b-451a-b4c1-b7c136041863" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.487699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f5cb2b-fc8b-451a-b4c1-b7c136041863" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.487699] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f5cb2b-fc8b-451a-b4c1-b7c136041863',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.492405] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.492405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.492405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.492405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.492405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.492405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bde32e9d-9aeb-40bf-87d5-1bad26add472" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.962906] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c78379c6-3922-47b5-a28c-5098e39586b7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.973127] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.995862] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83f5cb2b-fc8b-451a-b4c1-b7c136041863 [ 604.996311] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.996414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.996469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.996782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.996923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.997053] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83f5cb2b-fc8b-451a-b4c1-b7c136041863 already deleted. [ 604.997101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f5cb2b-fc8b-451a-b4c1-b7c136041863" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.010399] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.010399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.010589] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.010838] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.011202] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.011360] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.011475] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.011698] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.011826] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.012134] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.012295] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.012406] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.012530] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.012973] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.012973] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.012973] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.041288] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.041288] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.041288] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.041288] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.041288] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-b47ad7a4-eec8-4866-a6f7-0c25c20a9220 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.041288] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-b47ad7a4-eec8-4866-a6f7-0c25c20a9220" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.041288] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-b47ad7a4-eec8-4866-a6f7-0c25c20a9220" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.041288] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-b47ad7a4-eec8-4866-a6f7-0c25c20a9220" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.041288] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b47ad7a4-eec8-4866-a6f7-0c25c20a9220',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.146983] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 605.148091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.148091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.148714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.148714] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.148714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.149039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.149039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.149039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.149133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.149168] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.306044] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a in Status: SUCCESS [ 605.306044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.464530] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.464530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.464530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.464530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.464530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.464530] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c78379c6-3922-47b5-a28c-5098e39586b7 is going to be created. [ 605.481688] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.491744] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.491744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.491744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.491905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.492522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.505638] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c78379c6-3922-47b5-a28c-5098e39586b7 in Status: UNINITIALIZED for 2s [ 605.547140] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.547751] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.547751] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.551350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.551350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.551350] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port b47ad7a4-eec8-4866-a6f7-0c25c20a9220 not found, creating... [ 605.551350] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.551350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.551350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.551350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.551350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.551350] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.551350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.552226] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.552226] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.552226] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.552226] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: b47ad7a4-eec8-4866-a6f7-0c25c20a9220 is going to be created. [ 605.581335] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.581552] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.581705] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.582102] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.582919] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.583240] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-b47ad7a4-eec8-4866-a6f7-0c25c20a9220" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.654320] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.654525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.654599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.654850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.655043] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.655146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.655203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.655361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.655466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.655556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.655707] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.655811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.655877] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.656197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.656484] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.656634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.656772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.657045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.657156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.657249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.657343] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.985342] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.985723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.985723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.985800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.985870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.985973] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 606.022973] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.023135] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.023198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.023424] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.023545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.038514] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 606.160892] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46eefe31-fac4-4839-a9a9-40fe1f96887d: rpc.has_security_group_logging(os_id): False [ 606.179204] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.179447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.179447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.179737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.179737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.179864] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.179958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.180030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.180174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.180247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.180418] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.180510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.180791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.180791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.180791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.180936] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.181179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.181272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.181675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.181675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.181811] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be created. [ 606.239050] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.239234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.239549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.239549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.239693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.252787] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 606.275175] env[65888]: INFO networking_nsxv3.common.synchronization [req-1925dfa4-cefd-4e0c-b4a0-9bea0d8b33b3 req-8e54903e-caeb-45c7-a1de-4e0fa057a142 service nova] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_rules [ 606.275352] env[65888]: INFO networking_nsxv3.common.synchronization [req-1925dfa4-cefd-4e0c-b4a0-9bea0d8b33b3 req-8e54903e-caeb-45c7-a1de-4e0fa057a142 service nova] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 606.275568] env[65888]: INFO networking_nsxv3.common.synchronization [req-1925dfa4-cefd-4e0c-b4a0-9bea0d8b33b3 req-8e54903e-caeb-45c7-a1de-4e0fa057a142 service nova] Enqueued Resource ID: b47ad7a4-eec8-4866-a6f7-0c25c20a9220 with Priority: HIGHEST for action port [ 606.276126] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_rules [ 606.276258] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 606.276473] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47ad7a4-eec8-4866-a6f7-0c25c20a9220 with Priority: HIGHEST for action port [ 606.276796] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.276979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.277467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.277467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.277467] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.281395] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.281395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.281395] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b47ad7a4-eec8-4866-a6f7-0c25c20a9220 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.281395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b47ad7a4-eec8-4866-a6f7-0c25c20a9220" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.281395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b47ad7a4-eec8-4866-a6f7-0c25c20a9220" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.281395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b47ad7a4-eec8-4866-a6f7-0c25c20a9220" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.281395] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b47ad7a4-eec8-4866-a6f7-0c25c20a9220',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.525299] env[65888]: INFO networking_nsxv3.common.synchronization [None req-6114b030-d117-4ee8-b9d5-eb5e70e97535 tempest-ServerActionsV293TestJSON-543423151 tempest-ServerActionsV293TestJSON-543423151-project-member] Enqueued Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_rules [ 606.525299] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_rules [ 606.525299] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed33d484-4d6e-44b1-8865-0784615672de taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.525299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.525299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.525299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.525755] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.682196] env[65888]: INFO networking_nsxv3.common.synchronization [None req-3c9d517c-b9cc-40de-acc4-908d01ce82ec tempest-ServerActionsV293TestJSON-543423151 tempest-ServerActionsV293TestJSON-543423151-project-member] Enqueued Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_rules [ 606.682196] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_rules [ 606.682196] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed33d484-4d6e-44b1-8865-0784615672de taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.682196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.782105] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.782229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.783532] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b47ad7a4-eec8-4866-a6f7-0c25c20a9220 with status ACTIVE [ 606.784226] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.784226] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.784226] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.784545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.784663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.784903] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.785023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.785089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.785285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.785368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.785640] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.785756] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.785825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.785994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.786049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.786124] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b47ad7a4-eec8-4866-a6f7-0c25c20a9220 is going to be updated. [ 606.808189] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.808887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.809621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.809621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.809621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.810085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b47ad7a4-eec8-4866-a6f7-0c25c20a9220" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.046548] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.046889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.046889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.046958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.047086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.047239] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed33d484-4d6e-44b1-8865-0784615672de already deleted. [ 607.047336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.047605] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.047770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.047857] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.051483] env[65888]: INFO networking_nsxv3.common.synchronization [None req-83b2cd85-e98a-48d3-aa9d-770837885c03 None None] Enqueued Resource ID: af2ef630-26a4-48ec-b939-43a5d7063adb with Priority: HIGHEST for action port [ 607.052312] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2ef630-26a4-48ec-b939-43a5d7063adb with Priority: HIGHEST for action port [ 607.052613] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-af2ef630-26a4-48ec-b939-43a5d7063adb taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.052767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af2ef630-26a4-48ec-b939-43a5d7063adb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.053040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af2ef630-26a4-48ec-b939-43a5d7063adb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.053303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af2ef630-26a4-48ec-b939-43a5d7063adb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.053387] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2ef630-26a4-48ec-b939-43a5d7063adb',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.437532] env[65888]: INFO networking_nsxv3.common.synchronization [None req-fea87658-5eaf-4777-8a10-07899e9f8bfd tempest-ServerActionsTestOtherB-945922585 tempest-ServerActionsTestOtherB-945922585-project-member] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 607.441090] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 607.441090] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.441090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.441090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.441090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.441090] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.469835] env[65888]: INFO networking_nsxv3.common.synchronization [None req-89303253-df05-47b2-9a1d-c003d1201e2a tempest-ServersTestJSON-1582861458 tempest-ServersTestJSON-1582861458-project-member] Enqueued Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_rules [ 607.470066] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_rules [ 607.470480] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf3aa73-994d-4142-8faf-c4f58cee0574 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.471135] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.471135] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.471229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.471270] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.519963] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c78379c6-3922-47b5-a28c-5098e39586b7 in Status: SUCCESS [ 607.519963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.519963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.519963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.519963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.519963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.519963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.519963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.520573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.520573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.520573] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c78379c6-3922-47b5-a28c-5098e39586b7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.556284] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af2ef630-26a4-48ec-b939-43a5d7063adb [ 607.556505] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.556645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.556721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.557013] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.557106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.557230] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af2ef630-26a4-48ec-b939-43a5d7063adb already deleted. [ 607.557558] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af2ef630-26a4-48ec-b939-43a5d7063adb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.581174] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.581174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.581174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.581174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.581174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.581174] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed33d484-4d6e-44b1-8865-0784615672de already deleted. [ 607.581174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.967256] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.967446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.967534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.967804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.967913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.968068] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc already deleted. [ 607.968182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.982483] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f28b637d-7196-4734-8f1a-661bd27d17cb tempest-ServerActionsTestOtherB-945922585 tempest-ServerActionsTestOtherB-945922585-project-member] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 607.983414] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 607.983414] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.983587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.983587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.984701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.984701] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.998704] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.998912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.998964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.999179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.999276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.999345] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 already deleted. [ 607.999472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.010833] env[65888]: INFO networking_nsxv3.common.synchronization [None req-759c756d-b293-47c6-b94b-8f2d10350856 tempest-ServersTestJSON-1582861458 tempest-ServersTestJSON-1582861458-project-member] Enqueued Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_rules [ 608.013973] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_rules [ 608.013973] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf3aa73-994d-4142-8faf-c4f58cee0574 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.013973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.013973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.013973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.013973] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.023980] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c78379c6-3922-47b5-a28c-5098e39586b7 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.024167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.024249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.024501] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.024682] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.024785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.024846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.024989] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.025086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.025171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.025314] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c78379c6-3922-47b5-a28c-5098e39586b7 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.025413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.025986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.025986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.025986] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.026400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.026531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.026827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.026926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.027030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.027126] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c78379c6-3922-47b5-a28c-5098e39586b7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.050695] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 608.051116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.051248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.051609] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.051835] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.052056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.052127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.052313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.052451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.052631] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.098215] env[65888]: INFO networking_nsxv3.common.synchronization [None req-3123ad39-34c0-4b03-b75d-a876f04c0cfe None None] Enqueued Resource ID: b833c24f-c6d8-4acb-b72d-aaf9f8d9e420 with Priority: HIGHEST for action port [ 608.099127] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b833c24f-c6d8-4acb-b72d-aaf9f8d9e420 with Priority: HIGHEST for action port [ 608.099127] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b833c24f-c6d8-4acb-b72d-aaf9f8d9e420 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.099364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b833c24f-c6d8-4acb-b72d-aaf9f8d9e420" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.099364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b833c24f-c6d8-4acb-b72d-aaf9f8d9e420" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.099524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b833c24f-c6d8-4acb-b72d-aaf9f8d9e420" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.099641] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b833c24f-c6d8-4acb-b72d-aaf9f8d9e420',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.266325] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 608.266547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.510854] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.511268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.511382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.511645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.511744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.511843] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc already deleted. [ 608.511928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.532092] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c78379c6-3922-47b5-a28c-5098e39586b7: rpc.has_security_group_logging(os_id): False [ 608.538211] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.538211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.538211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.538211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.538211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.538211] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 already deleted. [ 608.538211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.553220] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.553460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.553536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.553755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.553843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.554066] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.554170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.554254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.554403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.554479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.554684] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.554783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.554845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.554988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.555715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.555715] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.555715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.555896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.556240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.556447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.557222] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c78379c6-3922-47b5-a28c-5098e39586b7 is going to be created. [ 608.557953] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.606672] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b833c24f-c6d8-4acb-b72d-aaf9f8d9e420 [ 608.606672] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.606672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.606672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.606672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.606863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.606863] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b833c24f-c6d8-4acb-b72d-aaf9f8d9e420 already deleted. [ 608.607012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b833c24f-c6d8-4acb-b72d-aaf9f8d9e420" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.622149] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.622353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.622495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.622787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.623082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.636862] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c78379c6-3922-47b5-a28c-5098e39586b7 in Status: IN_PROGRESS for 2s [ 609.061307] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.240452] env[65888]: INFO networking_nsxv3.common.synchronization [req-4d14c0c8-45c6-4a73-9084-bda9b7c8590e req-5f7f35eb-2677-45a2-b86e-8820648468aa tempest-SecurityGroupRulesNegativeTestJSON-720715368 tempest-SecurityGroupRulesNegativeTestJSON-720715368-project-member] Enqueued Resource ID: db27e597-b724-4634-a75c-bbe9c4eb78ad with Priority: HIGHEST for action security_group_rules [ 609.241052] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db27e597-b724-4634-a75c-bbe9c4eb78ad with Priority: HIGHEST for action security_group_rules [ 609.241353] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db27e597-b724-4634-a75c-bbe9c4eb78ad taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.241481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db27e597-b724-4634-a75c-bbe9c4eb78ad" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.244233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db27e597-b724-4634-a75c-bbe9c4eb78ad" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.244233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db27e597-b724-4634-a75c-bbe9c4eb78ad" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.244233] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db27e597-b724-4634-a75c-bbe9c4eb78ad',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.550749] env[65888]: INFO networking_nsxv3.common.synchronization [None req-2836d9b8-c864-48e4-87ea-9cc6c756b5f9 None None] Enqueued Resource ID: e0f61087-d2ad-4c07-9eb8-f73d6c3646e5 with Priority: HIGHEST for action port [ 609.552349] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f61087-d2ad-4c07-9eb8-f73d6c3646e5 with Priority: HIGHEST for action port [ 609.552349] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0f61087-d2ad-4c07-9eb8-f73d6c3646e5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.552349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0f61087-d2ad-4c07-9eb8-f73d6c3646e5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.552349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0f61087-d2ad-4c07-9eb8-f73d6c3646e5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.552349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0f61087-d2ad-4c07-9eb8-f73d6c3646e5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.552349] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f61087-d2ad-4c07-9eb8-f73d6c3646e5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.563334] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.563415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.563497] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.563718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.563885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.563927] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 609.599185] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.599185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.599185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.599185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.599500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.615989] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 609.769378] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.769596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.769793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.771413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.771413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.771413] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db27e597-b724-4634-a75c-bbe9c4eb78ad already deleted. [ 609.771413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db27e597-b724-4634-a75c-bbe9c4eb78ad" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.042475] env[65888]: INFO networking_nsxv3.common.synchronization [req-1762390c-9034-49d4-9a07-2853111bce8b req-2b31cfc0-c354-46e2-a6b4-6a3b7e7b15bf tempest-InstanceActionsTestJSON-1370549969 tempest-InstanceActionsTestJSON-1370549969-project-member] Enqueued Resource ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 with Priority: HIGHEST for action security_group_members [ 610.043231] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 with Priority: HIGHEST for action security_group_members [ 610.044414] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.044553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.044645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.044862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.045070] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.045174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.045229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.045429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.045530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.045587] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a76de748-fce6-4c02-bab2-f21dcf2d1aa2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.054875] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0f61087-d2ad-4c07-9eb8-f73d6c3646e5 [ 610.055181] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.055321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.055321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.055588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.055646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.055691] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0f61087-d2ad-4c07-9eb8-f73d6c3646e5 already deleted. [ 610.055794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0f61087-d2ad-4c07-9eb8-f73d6c3646e5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.429101] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.429476] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.429476] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.429724] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.429963] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.430208] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.430324] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.430827] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.430827] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.431190] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.431190] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.431190] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.431190] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.431531] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.431531] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.431531] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.452097] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.452287] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.453086] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.453086] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.453086] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-7e00dc9c-a880-480e-b208-021181566359 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.453390] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-7e00dc9c-a880-480e-b208-021181566359" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.453390] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-7e00dc9c-a880-480e-b208-021181566359" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.453596] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-7e00dc9c-a880-480e-b208-021181566359" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.453706] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e00dc9c-a880-480e-b208-021181566359',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.548333] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.548540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.548613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.548827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.548918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.549137] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.549269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.549329] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.549429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.549510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.549582] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 already deleted. [ 610.549657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.650958] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c78379c6-3922-47b5-a28c-5098e39586b7 in Status: SUCCESS [ 610.651213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.956589] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.956833] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.956955] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.957259] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.957413] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.957566] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 7e00dc9c-a880-480e-b208-021181566359 not found, creating... [ 610.957819] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.957984] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.958099] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.958312] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.958441] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.958731] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.958878] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.958988] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.959429] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.959567] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.959704] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 7e00dc9c-a880-480e-b208-021181566359 is going to be created. [ 610.980231] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.980443] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.980583] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.985965] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.985965] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.985965] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-7e00dc9c-a880-480e-b208-021181566359" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.631224] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 611.631224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.631224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.631224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.631780] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.631780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.631780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.631986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.633455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.633565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.633695] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.936151] env[65888]: INFO networking_nsxv3.common.synchronization [req-1762390c-9034-49d4-9a07-2853111bce8b req-07c3f890-3f3f-42a5-9be9-d55dc2e758f1 service nova] Enqueued Resource ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 with Priority: HIGHEST for action security_group_rules [ 611.936418] env[65888]: INFO networking_nsxv3.common.synchronization [req-1762390c-9034-49d4-9a07-2853111bce8b req-07c3f890-3f3f-42a5-9be9-d55dc2e758f1 service nova] Enqueued Resource ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 with Priority: HIGHEST for action security_group_members [ 611.936532] env[65888]: INFO networking_nsxv3.common.synchronization [req-1762390c-9034-49d4-9a07-2853111bce8b req-07c3f890-3f3f-42a5-9be9-d55dc2e758f1 service nova] Enqueued Resource ID: 7e00dc9c-a880-480e-b208-021181566359 with Priority: HIGHEST for action port [ 611.937882] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 with Priority: HIGHEST for action security_group_rules [ 611.937882] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 with Priority: HIGHEST for action security_group_members [ 611.937882] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e00dc9c-a880-480e-b208-021181566359 with Priority: HIGHEST for action port [ 611.937882] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a76de748-fce6-4c02-bab2-f21dcf2d1aa2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.937882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.937882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.938540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.938540] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a76de748-fce6-4c02-bab2-f21dcf2d1aa2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.939481] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.939648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.939719] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.939911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.940121] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.940357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.940357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.940468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.940468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.940561] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a76de748-fce6-4c02-bab2-f21dcf2d1aa2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.941380] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e00dc9c-a880-480e-b208-021181566359 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.941493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e00dc9c-a880-480e-b208-021181566359" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.941541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e00dc9c-a880-480e-b208-021181566359" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.941961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e00dc9c-a880-480e-b208-021181566359" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.943187] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e00dc9c-a880-480e-b208-021181566359',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.076460] env[65888]: INFO networking_nsxv3.common.synchronization [None req-952d1a8f-c697-4d46-a26d-2bf3a965bd9b tempest-ServersWithSpecificFlavorTestJSON-1751359708 tempest-ServersWithSpecificFlavorTestJSON-1751359708-project-member] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_rules [ 612.076884] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_rules [ 612.077583] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.077583] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.078041] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.078347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.078534] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.138212] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.138463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.138605] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.138882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.139086] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.139333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.139467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.139939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.139939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.139939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.140278] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.140278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.140364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.140525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.140657] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.141224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.141224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.141617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.141729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.142043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.142043] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.365245] env[65888]: INFO networking_nsxv3.common.synchronization [None req-30dc77ff-d3e9-49e5-9f1f-df96cf0309e1 tempest-ServersWithSpecificFlavorTestJSON-1751359708 tempest-ServersWithSpecificFlavorTestJSON-1751359708-project-member] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_rules [ 612.365739] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_rules [ 612.366070] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.366177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.445611] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a76de748-fce6-4c02-bab2-f21dcf2d1aa2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.447746] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.447746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.447924] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e00dc9c-a880-480e-b208-021181566359 with status ACTIVE [ 612.448181] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.448322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.448440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.449048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.449182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.449460] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.449601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.449687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.450472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.450472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.450730] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.450864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.451037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.451453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.451586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.451708] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e00dc9c-a880-480e-b208-021181566359 is going to be updated. [ 612.481887] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.482092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.482199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.482460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.482619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.482783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e00dc9c-a880-480e-b208-021181566359" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.605159] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.605296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.605371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.605591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.605694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.605776] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db already deleted. [ 612.605856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.606028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.606180] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.606263] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.647026] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c: rpc.has_security_group_logging(os_id): False [ 612.671125] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.671495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.671576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.671804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.671899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.672137] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.672274] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.672346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.672532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.672613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.672804] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.672896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.672980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.673944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.674073] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.674334] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.674584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.674683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.674995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.675268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.675402] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 612.766369] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.766628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.766951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.766951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.767273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.795236] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 612.956868] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a76de748-fce6-4c02-bab2-f21dcf2d1aa2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.006418] env[65888]: INFO networking_nsxv3.common.synchronization [req-b0c65681-4314-4e65-928b-637ec554820c req-68e1d583-5e35-4c6c-a22c-78cc3c8dbb1c tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 613.007437] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 613.008393] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.008554] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.008640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.009023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.009217] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.009332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.009396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.010267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.010365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.010473] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.130203] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.130339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.130339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.130660] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.130761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.130886] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db already deleted. [ 613.130971] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.461888] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.461888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.461888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.461888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.461888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.461888] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 is going to be created. [ 613.489541] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.489751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.489821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.490096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.490336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.500769] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 in Status: UNINITIALIZED for 2s [ 613.513424] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.513767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.513767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.513946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.514060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.514291] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.514558] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.515067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.515067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.515241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.515241] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 already deleted. [ 613.515349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.528601] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.528601] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-98" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.530293] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-98" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.530293] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-98" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.530293] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.530293] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.530293] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.530293] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.530674] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.530674] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.530754] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.530802] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.530923] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.531114] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.531230] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.531326] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.554767] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.554767] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.554920] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.556082] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-98" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.556082] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-43c92cf1-b9d9-481b-a06e-25798d833d81 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.556082] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.556450] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.556607] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.556790] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c92cf1-b9d9-481b-a06e-25798d833d81',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.565786] env[65888]: INFO networking_nsxv3.common.synchronization [req-f9a9cf55-8225-4f60-a506-0defa544bae6 req-ec6b457f-cf81-4734-ae64-60080e1b7e10 tempest-DeleteServersAdminTestJSON-1186138325 tempest-DeleteServersAdminTestJSON-1186138325-project-admin] Enqueued Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 613.567602] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 613.568060] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.568292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.568379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.568696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.568865] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.568968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.569047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.569262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.569355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.569468] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.059673] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.062494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.062494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.062494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.062494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.062494] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 43c92cf1-b9d9-481b-a06e-25798d833d81 not found, creating... [ 614.062494] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.062494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.062494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.062494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.062494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.062899] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.063235] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.063388] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.063656] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.063808] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.063970] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 43c92cf1-b9d9-481b-a06e-25798d833d81 is going to be created. [ 614.071955] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.072124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.072183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.072379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.072467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.072663] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.072771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.072813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.072945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.073024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.073109] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35bd58b-ed60-4523-94cd-b8238534374f is going to be updated. [ 614.087584] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.088102] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.090136] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.090136] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.090136] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.090136] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.105237] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.105414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.105476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.105712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.105857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.116794] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: IN_PROGRESS for 2s [ 614.812208] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 614.812429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.926773] env[65888]: INFO networking_nsxv3.common.synchronization [req-b0c65681-4314-4e65-928b-637ec554820c req-296431ce-7d4d-4e59-8b37-2c9b6e7b982b service nova] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_rules [ 614.927084] env[65888]: INFO networking_nsxv3.common.synchronization [req-b0c65681-4314-4e65-928b-637ec554820c req-296431ce-7d4d-4e59-8b37-2c9b6e7b982b service nova] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 614.927384] env[65888]: INFO networking_nsxv3.common.synchronization [req-b0c65681-4314-4e65-928b-637ec554820c req-296431ce-7d4d-4e59-8b37-2c9b6e7b982b service nova] Enqueued Resource ID: 43c92cf1-b9d9-481b-a06e-25798d833d81 with Priority: HIGHEST for action port [ 614.928274] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_rules [ 614.928537] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 614.928818] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c92cf1-b9d9-481b-a06e-25798d833d81 with Priority: HIGHEST for action port [ 614.929423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.929734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.929875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.930225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.930414] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.933330] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.933528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.933655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.934553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.934553] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.934553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.934553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.934713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.934947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.934947] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.936865] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c92cf1-b9d9-481b-a06e-25798d833d81 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.936865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.937094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.937195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.937315] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c92cf1-b9d9-481b-a06e-25798d833d81',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.267909] env[65888]: INFO networking_nsxv3.common.synchronization [req-41924de7-b81b-4e16-a04c-31bd771cf408 req-308ca826-93df-47d1-bd64-debfbbcfc213 tempest-ImagesOneServerNegativeTestJSON-1865084853 tempest-ImagesOneServerNegativeTestJSON-1865084853-project-member] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 615.269051] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 615.269051] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.269051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.269051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.269051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.269051] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.269558] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.269663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.270088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.271933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.272062] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.440119] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.440119] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.440119] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.442464] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43c92cf1-b9d9-481b-a06e-25798d833d81 with status ACTIVE [ 615.442519] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.442954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.442954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.442954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.443106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.443348] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.443539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.444828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.444828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.444828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.444828] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.444828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.444828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.444828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.444828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.444828] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43c92cf1-b9d9-481b-a06e-25798d833d81 is going to be updated. [ 615.473200] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.473514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.473576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.473832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.473920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.474509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.513088] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 in Status: SUCCESS [ 615.513088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.513088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.513277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.513451] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.513697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.514307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.514307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.514307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.514307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.514641] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a76de748-fce6-4c02-bab2-f21dcf2d1aa2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.682119] env[65888]: INFO networking_nsxv3.common.synchronization [req-f8ef846b-bb4f-4b2d-8956-cb4ca79f297b req-2846bd19-46f7-4e0e-9931-d2576041407e tempest-SecurityGroupRulesNegativeTestJSON-720715368 tempest-SecurityGroupRulesNegativeTestJSON-720715368-project-member] Enqueued Resource ID: db27e597-b724-4634-a75c-bbe9c4eb78ad with Priority: HIGHEST for action security_group_rules [ 615.683839] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db27e597-b724-4634-a75c-bbe9c4eb78ad with Priority: HIGHEST for action security_group_rules [ 615.683839] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db27e597-b724-4634-a75c-bbe9c4eb78ad taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.683839] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db27e597-b724-4634-a75c-bbe9c4eb78ad" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.684342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db27e597-b724-4634-a75c-bbe9c4eb78ad" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.684342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db27e597-b724-4634-a75c-bbe9c4eb78ad" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.684342] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db27e597-b724-4634-a75c-bbe9c4eb78ad',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.774098] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.774478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.774478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.774652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.774783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.774997] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.775834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.775834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.775834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.775834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.775834] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf already deleted. [ 615.775834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.943142] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.018136] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.018296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.018366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.018700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.018832] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.018939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.019014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.019201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.019316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.019436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.019593] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.019686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.019748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.019890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.020061] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.020178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.020262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.020418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.020495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.020601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.020701] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a76de748-fce6-4c02-bab2-f21dcf2d1aa2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.036996] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-978 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.037202] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.037343] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.037730] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.037985] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.038263] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.038375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.039216] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.039379] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.039584] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.039694] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.039797] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.039897] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.040029] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.040134] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.040263] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.061157] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.061327] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.061511] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.061731] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.062069] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-875dfb08-a9b4-470a-98ef-e86d082835cc taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.062277] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-875dfb08-a9b4-470a-98ef-e86d082835cc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.062385] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-875dfb08-a9b4-470a-98ef-e86d082835cc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.063068] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-875dfb08-a9b4-470a-98ef-e86d082835cc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.063068] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875dfb08-a9b4-470a-98ef-e86d082835cc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.128023] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: SUCCESS [ 616.128023] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35bd58b-ed60-4523-94cd-b8238534374f deletion is rescheduled due to dependency. [ 616.128023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.209635] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.209635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.209635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.209635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.209635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.210191] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db27e597-b724-4634-a75c-bbe9c4eb78ad already deleted. [ 616.210191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db27e597-b724-4634-a75c-bbe9c4eb78ad" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.371781] env[65888]: INFO networking_nsxv3.common.synchronization [None req-dd2cfcc0-24a1-4119-9013-582dbe50dd86 None None] Enqueued Resource ID: b2989192-5734-4087-9e50-aa6f72949296 with Priority: HIGHEST for action port [ 616.372826] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2989192-5734-4087-9e50-aa6f72949296 with Priority: HIGHEST for action port [ 616.372826] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2989192-5734-4087-9e50-aa6f72949296 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.372826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2989192-5734-4087-9e50-aa6f72949296" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.373030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2989192-5734-4087-9e50-aa6f72949296" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.373260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2989192-5734-4087-9e50-aa6f72949296" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.373565] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2989192-5734-4087-9e50-aa6f72949296',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.448312] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.448312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.448312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.448312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.448312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.448312] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 is going to be created. [ 616.475568] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.475568] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.475568] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.476142] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.476142] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.487820] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: UNINITIALIZED for 2s [ 616.523386] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a76de748-fce6-4c02-bab2-f21dcf2d1aa2: rpc.has_security_group_logging(os_id): False [ 616.541602] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.541756] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.542162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.542162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.542162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.542371] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.542466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.542513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.542664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.542734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.542917] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.543017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.543224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.543224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.543314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.543445] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.543549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.543588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.543719] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.543789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.543871] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 is going to be created. [ 616.565589] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.565798] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.565918] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.566207] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.566354] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.566579] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 875dfb08-a9b4-470a-98ef-e86d082835cc not found, creating... [ 616.566872] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.567041] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.567155] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.567372] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.567505] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.567782] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.567985] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.568090] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.568295] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.568420] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.568554] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 875dfb08-a9b4-470a-98ef-e86d082835cc is going to be created. [ 616.594836] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.594836] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.594836] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.594836] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.594836] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.594836] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-875dfb08-a9b4-470a-98ef-e86d082835cc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.607969] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.608203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.608203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.608406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.608655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.620790] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 in Status: IN_PROGRESS for 2s [ 616.876854] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2989192-5734-4087-9e50-aa6f72949296 [ 616.877107] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.877248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.877319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.877582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.877693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.877789] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2989192-5734-4087-9e50-aa6f72949296 already deleted. [ 616.877874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2989192-5734-4087-9e50-aa6f72949296" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.347483] env[65888]: INFO networking_nsxv3.common.synchronization [req-41924de7-b81b-4e16-a04c-31bd771cf408 req-f98749b6-3b1a-40d3-b1d3-12568bdbeeeb service nova] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_rules [ 617.347757] env[65888]: INFO networking_nsxv3.common.synchronization [req-41924de7-b81b-4e16-a04c-31bd771cf408 req-f98749b6-3b1a-40d3-b1d3-12568bdbeeeb service nova] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 617.347951] env[65888]: INFO networking_nsxv3.common.synchronization [req-41924de7-b81b-4e16-a04c-31bd771cf408 req-f98749b6-3b1a-40d3-b1d3-12568bdbeeeb service nova] Enqueued Resource ID: 875dfb08-a9b4-470a-98ef-e86d082835cc with Priority: HIGHEST for action port [ 617.348612] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_rules [ 617.348794] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 617.348980] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875dfb08-a9b4-470a-98ef-e86d082835cc with Priority: HIGHEST for action port [ 617.349302] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.349532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.349595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.349998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.350125] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.351730] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.351864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.351966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.353560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.353764] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.353880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.353949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.354138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.354230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.354364] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.355254] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-875dfb08-a9b4-470a-98ef-e86d082835cc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.355371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-875dfb08-a9b4-470a-98ef-e86d082835cc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.355437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-875dfb08-a9b4-470a-98ef-e86d082835cc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.355781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-875dfb08-a9b4-470a-98ef-e86d082835cc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.355781] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875dfb08-a9b4-470a-98ef-e86d082835cc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.859010] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.859807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.859807] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 875dfb08-a9b4-470a-98ef-e86d082835cc with status ACTIVE [ 617.859807] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.859807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.859807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.860207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.860207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.860553] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.860553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.860740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.860869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.860901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.861103] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.864830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.864830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.864830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.864830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.864830] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 875dfb08-a9b4-470a-98ef-e86d082835cc is going to be updated. [ 617.864830] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.899799] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.899799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.899799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.899799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.900600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.900600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-875dfb08-a9b4-470a-98ef-e86d082835cc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.149149] env[65888]: INFO networking_nsxv3.common.synchronization [req-ac1989ec-1066-450b-865d-4e68e5edb066 req-703bc714-9781-4fcb-9a5d-9ad07870ade6 tempest-VolumesAssistedSnapshotsTest-1893145608 tempest-VolumesAssistedSnapshotsTest-1893145608-project-member] Enqueued Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_members [ 618.149766] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_members [ 618.150674] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.150835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.150944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.151324] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.152027] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.152027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.152027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.152265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.152265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.152265] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.350509] env[65888]: INFO networking_nsxv3.common.synchronization [None req-e637834d-d51c-4f3d-ab38-4fc37a38500d None None] Enqueued Resource ID: f9713f24-13d9-42a1-b531-b7cc790c221e with Priority: HIGHEST for action port [ 618.350863] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9713f24-13d9-42a1-b531-b7cc790c221e with Priority: HIGHEST for action port [ 618.352546] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9713f24-13d9-42a1-b531-b7cc790c221e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.352691] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9713f24-13d9-42a1-b531-b7cc790c221e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.352691] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9713f24-13d9-42a1-b531-b7cc790c221e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.352928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9713f24-13d9-42a1-b531-b7cc790c221e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.353048] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9713f24-13d9-42a1-b531-b7cc790c221e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.370931] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.499870] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: SUCCESS [ 618.501103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.501103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.501103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.501103] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.501103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.501103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.501103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.501473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.501473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.501473] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.540522] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-44 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.540667] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-44" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.540780] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-44" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.541273] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-44" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.541360] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.541974] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.541974] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.541974] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.541974] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.542271] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.542271] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.542334] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.542397] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.542504] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.546014] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.546014] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.564917] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.564917] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.564917] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.564917] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-44" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.565605] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-f7db5b8b-528c-4921-95af-2998d43478fd taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.565605] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-f7db5b8b-528c-4921-95af-2998d43478fd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.565605] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-f7db5b8b-528c-4921-95af-2998d43478fd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.565815] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-f7db5b8b-528c-4921-95af-2998d43478fd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.565993] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7db5b8b-528c-4921-95af-2998d43478fd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.635034] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 in Status: SUCCESS [ 618.635424] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.658025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.658025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.658025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.658025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.658025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.658025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.658025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.658025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.658025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.658025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.658025] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b already deleted. [ 618.658025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.855446] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9713f24-13d9-42a1-b531-b7cc790c221e [ 618.856286] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.856507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.856623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.856864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.856954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.857075] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9713f24-13d9-42a1-b531-b7cc790c221e already deleted. [ 618.857166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9713f24-13d9-42a1-b531-b7cc790c221e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.875880] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.875880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.875880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.875880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.875880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.875880] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be created. [ 618.903032] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.903032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.903032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.903032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.903361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.915917] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: UNINITIALIZED for 2s [ 619.004528] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.069627] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.069627] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.069627] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.069919] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.070080] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.070243] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port f7db5b8b-528c-4921-95af-2998d43478fd not found, creating... [ 619.071556] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.071556] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.071556] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.071556] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.071556] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.072207] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.072335] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.072535] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.073155] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.073155] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.073275] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: f7db5b8b-528c-4921-95af-2998d43478fd is going to be created. [ 619.101329] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.101759] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.102143] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.103013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.103305] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.103654] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-f7db5b8b-528c-4921-95af-2998d43478fd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.507851] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d08fe9d1-68b7-4488-a220-0a19d527b2b1: rpc.has_security_group_logging(os_id): False [ 619.528701] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.528900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.528969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.529259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.529393] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.529743] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.529871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.529927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.530196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.530291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.530399] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 is going to be created. [ 619.617622] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.617622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.617622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.617622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.617622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.634640] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: IN_PROGRESS for 2s [ 619.856331] env[65888]: INFO networking_nsxv3.common.synchronization [req-ac1989ec-1066-450b-865d-4e68e5edb066 req-dc25e9b7-4cc1-4a5b-a861-7e13d098931b service nova] Enqueued Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_rules [ 619.856331] env[65888]: INFO networking_nsxv3.common.synchronization [req-ac1989ec-1066-450b-865d-4e68e5edb066 req-dc25e9b7-4cc1-4a5b-a861-7e13d098931b service nova] Enqueued Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_members [ 619.856331] env[65888]: INFO networking_nsxv3.common.synchronization [req-ac1989ec-1066-450b-865d-4e68e5edb066 req-dc25e9b7-4cc1-4a5b-a861-7e13d098931b service nova] Enqueued Resource ID: f7db5b8b-528c-4921-95af-2998d43478fd with Priority: HIGHEST for action port [ 619.856331] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_rules [ 619.856331] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_members [ 619.856331] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7db5b8b-528c-4921-95af-2998d43478fd with Priority: HIGHEST for action port [ 619.857775] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.858098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.858306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.861594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.861594] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.861594] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.861594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.861594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.861594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.861594] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.861594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.861594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.861930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.861930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.861930] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.862737] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7db5b8b-528c-4921-95af-2998d43478fd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.862885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7db5b8b-528c-4921-95af-2998d43478fd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.862970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7db5b8b-528c-4921-95af-2998d43478fd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.863055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7db5b8b-528c-4921-95af-2998d43478fd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.863182] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7db5b8b-528c-4921-95af-2998d43478fd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.365366] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.365703] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.370430] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7db5b8b-528c-4921-95af-2998d43478fd with status ACTIVE [ 620.374021] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.374021] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.374021] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.374021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.374021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7db5b8b-528c-4921-95af-2998d43478fd is going to be updated. [ 620.375100] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.403682] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.403922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.404038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.404408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.404740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.405032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7db5b8b-528c-4921-95af-2998d43478fd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.416154] env[65888]: INFO networking_nsxv3.common.synchronization [req-fca84d10-5537-47c5-ac80-0d188d4063fa req-241bd7ca-b140-406b-8c14-c8ce12a22fa5 tempest-ServerDiagnosticsNegativeTest-1193170164 tempest-ServerDiagnosticsNegativeTest-1193170164-project-member] Enqueued Resource ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d with Priority: HIGHEST for action security_group_members [ 620.416743] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d with Priority: HIGHEST for action security_group_members [ 620.417795] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.417795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.417795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.418034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.418138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.418249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.418323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.418500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.418574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.418687] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d4dc9ff-9dfb-4010-a95b-116a55582f4d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.786507] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.786842] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.787027] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.787496] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.787693] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.787814] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.787917] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.788274] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.788590] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.788590] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.788590] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.788776] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.788776] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.788910] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.788953] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.789199] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.825511] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.825755] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.825917] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.826161] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.826657] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-3d6a2ec7-d00e-45b5-b47b-d8985e3d9057 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.826802] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-3d6a2ec7-d00e-45b5-b47b-d8985e3d9057" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.826858] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-3d6a2ec7-d00e-45b5-b47b-d8985e3d9057" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.827281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-3d6a2ec7-d00e-45b5-b47b-d8985e3d9057" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.827436] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d6a2ec7-d00e-45b5-b47b-d8985e3d9057',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.881021] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.922038] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.922305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.922305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.922456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.922553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.922873] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.922988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.923095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.923401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.923522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.923563] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d already deleted. [ 620.924669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.929148] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 620.929347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.929408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.929620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.929853] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.930463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.930463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.930463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.930463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.930463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.930728] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.330850] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.331234] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.331376] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.331767] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.332031] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.332283] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 3d6a2ec7-d00e-45b5-b47b-d8985e3d9057 not found, creating... [ 621.332791] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.332859] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.333030] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.333911] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.334234] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.334407] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.334574] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.334698] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.334898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.335119] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.335190] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 3d6a2ec7-d00e-45b5-b47b-d8985e3d9057 is going to be created. [ 621.355646] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.355831] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.355920] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.356192] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.356413] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.356687] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-3d6a2ec7-d00e-45b5-b47b-d8985e3d9057" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.382875] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.383203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.383203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.383407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.383510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.383678] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b is going to be created. [ 621.418929] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.419132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.419208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.419564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.419775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.432805] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.433138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.433138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.433376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.433557] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.433682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.433750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.433906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.434030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.434124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.434607] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.434733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.434806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.434956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.435138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.435247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.435315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.435458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.435550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.435635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.435727] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.437889] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b in Status: UNINITIALIZED for 2s [ 621.650219] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: SUCCESS [ 621.650481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.940556] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0793c14-76a4-41fb-85e6-c9050d208cbf: rpc.has_security_group_logging(os_id): False [ 621.954795] env[65888]: INFO networking_nsxv3.common.synchronization [req-90abcaff-fdcb-4352-805f-7ff112dd60e8 req-9b8e4f26-a526-485e-9146-41a6a35ab8f2 tempest-ServerExternalEventsTest-1533139236 tempest-ServerExternalEventsTest-1533139236-project-member] Enqueued Resource ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a with Priority: HIGHEST for action security_group_members [ 621.955427] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a with Priority: HIGHEST for action security_group_members [ 621.955837] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.956277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.956277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.956277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.956458] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.956458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.956568] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.956720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.956720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.956895] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.960659] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.960743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.960791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.960972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.961636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.961636] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.961636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.961636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.961901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.961986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.962228] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.962366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.962449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.962655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.962921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.962921] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.963106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.963253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.963436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.963538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.963649] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be created. [ 622.024043] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.024225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.024306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.024717] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.025023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.041400] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 622.084479] env[65888]: INFO networking_nsxv3.common.synchronization [req-fca84d10-5537-47c5-ac80-0d188d4063fa req-022e4ad1-9d60-4d6f-9401-24449b0ca055 service nova] Enqueued Resource ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d with Priority: HIGHEST for action security_group_rules [ 622.084705] env[65888]: INFO networking_nsxv3.common.synchronization [req-fca84d10-5537-47c5-ac80-0d188d4063fa req-022e4ad1-9d60-4d6f-9401-24449b0ca055 service nova] Enqueued Resource ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d with Priority: HIGHEST for action security_group_members [ 622.084874] env[65888]: INFO networking_nsxv3.common.synchronization [req-fca84d10-5537-47c5-ac80-0d188d4063fa req-022e4ad1-9d60-4d6f-9401-24449b0ca055 service nova] Enqueued Resource ID: 3d6a2ec7-d00e-45b5-b47b-d8985e3d9057 with Priority: HIGHEST for action port [ 622.085512] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d with Priority: HIGHEST for action security_group_rules [ 622.086137] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d with Priority: HIGHEST for action security_group_members [ 622.086137] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6a2ec7-d00e-45b5-b47b-d8985e3d9057 with Priority: HIGHEST for action port [ 622.086137] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d4dc9ff-9dfb-4010-a95b-116a55582f4d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.086518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.086518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.086638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.086754] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d4dc9ff-9dfb-4010-a95b-116a55582f4d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.087818] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.087915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.087915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.088167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.088260] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.088696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.088696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.089383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.089383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.093159] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d4dc9ff-9dfb-4010-a95b-116a55582f4d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.093995] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d6a2ec7-d00e-45b5-b47b-d8985e3d9057 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.094143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d6a2ec7-d00e-45b5-b47b-d8985e3d9057" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.094210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d6a2ec7-d00e-45b5-b47b-d8985e3d9057" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.094417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d6a2ec7-d00e-45b5-b47b-d8985e3d9057" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.094516] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d6a2ec7-d00e-45b5-b47b-d8985e3d9057',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.459144] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.459488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.459488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.459604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.460211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.460211] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.460211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.460211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.460211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.460652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.460652] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a is going to be updated. [ 622.492874] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.492874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.492874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.493224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.493224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.504226] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a in Status: IN_PROGRESS for 2s [ 622.516470] env[65888]: INFO networking_nsxv3.common.synchronization [req-5ec49f2e-4efb-4625-9050-3c471e2bd67c req-53ee16ea-d1e7-45bb-8479-cc044733f086 tempest-VolumesAdminNegativeTest-868762036 tempest-VolumesAdminNegativeTest-868762036-project-member] Enqueued Resource ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 with Priority: HIGHEST for action security_group_members [ 622.517144] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 with Priority: HIGHEST for action security_group_members [ 622.518419] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-43bbf191-9724-47b6-b5e8-89bc0acfa028 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.518419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.518419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.518419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.519982] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.519982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.519982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.519982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.519982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.519982] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43bbf191-9724-47b6-b5e8-89bc0acfa028',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.596562] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d4dc9ff-9dfb-4010-a95b-116a55582f4d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.598684] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.598684] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.600718] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d6a2ec7-d00e-45b5-b47b-d8985e3d9057 with status ACTIVE [ 622.600718] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.600718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.600718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.600718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.600718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.600718] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.600718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.600718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.600718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.601311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.601311] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.601311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.601311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.601446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.601531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.601604] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d6a2ec7-d00e-45b5-b47b-d8985e3d9057 is going to be updated. [ 622.629202] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.629714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.629714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.629714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.629920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.630043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d6a2ec7-d00e-45b5-b47b-d8985e3d9057" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.971918] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.972138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-660" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.972248] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-660" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.973646] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-660" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.974009] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.974208] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.974344] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.974637] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.974801] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.975020] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.975139] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.975255] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.975366] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.975489] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.975670] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.975922] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.999633] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.999852] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.999990] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.000328] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-660" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.000518] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-0262c6ca-a276-43a8-a2fa-3b99002bebe7 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.000695] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-0262c6ca-a276-43a8-a2fa-3b99002bebe7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.000828] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-0262c6ca-a276-43a8-a2fa-3b99002bebe7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.001252] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-0262c6ca-a276-43a8-a2fa-3b99002bebe7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.001416] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0262c6ca-a276-43a8-a2fa-3b99002bebe7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.023276] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.023555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.023641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.024928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.024928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.024928] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.024928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.024928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.025349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.025349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.025349] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 already deleted. [ 623.025481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.098987] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d4dc9ff-9dfb-4010-a95b-116a55582f4d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.245695] env[65888]: INFO networking_nsxv3.common.synchronization [req-cf899b7c-9c8e-4de6-9cbf-8e20665a93af req-e9a62193-8acc-4c9d-a54a-b7d9f566bb48 tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 623.247271] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 623.248038] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.248038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.248038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.248871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.248871] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.249045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.249045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.249234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.249319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.249417] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.448828] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b in Status: SUCCESS [ 623.448828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.448828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.448828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.449123] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.449338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.449435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.449769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.449894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.450016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.450325] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.504564] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.504935] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.504935] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.505437] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.505584] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.505730] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 0262c6ca-a276-43a8-a2fa-3b99002bebe7 not found, creating... [ 623.505988] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.506157] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.506266] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.506480] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.506642] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.506919] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.507284] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.507428] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.507634] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.507756] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.507891] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 0262c6ca-a276-43a8-a2fa-3b99002bebe7 is going to be created. [ 623.531380] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.531380] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.531380] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.531380] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.531380] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.531380] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-0262c6ca-a276-43a8-a2fa-3b99002bebe7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.602459] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.602459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.602459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.602690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.602690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.602778] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d is going to be created. [ 623.660141] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.660141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.660141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.660387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.661147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.685087] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d in Status: UNINITIALIZED for 2s [ 623.754773] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.754967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.755026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.755278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.755376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.755591] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.755704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.755764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.755916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.755994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.756097] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 623.792776] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.793032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.793165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.793470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.793712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.806326] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 623.956493] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.055063] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 624.055063] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.178367] env[65888]: INFO networking_nsxv3.common.synchronization [req-62f39584-ebc6-4929-9d44-4885c90b6fd8 req-22e9d43f-bf7a-40ce-9547-563dd08cbf10 tempest-TenantUsagesTestJSON-1025356652 tempest-TenantUsagesTestJSON-1025356652-project-member] Enqueued Resource ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 with Priority: HIGHEST for action security_group_members [ 624.179382] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 with Priority: HIGHEST for action security_group_members [ 624.179857] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19a295e6-b522-4de2-bf00-96030f1b2c71 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.180175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.182345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.182345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.182345] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.182345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.182345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.182345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.182345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.182345] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19a295e6-b522-4de2-bf00-96030f1b2c71',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.299264] env[65888]: INFO networking_nsxv3.common.synchronization [req-5ec49f2e-4efb-4625-9050-3c471e2bd67c req-4d8e8f11-a36b-45a4-b179-d43647b3696f service nova] Enqueued Resource ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 with Priority: HIGHEST for action security_group_rules [ 624.299507] env[65888]: INFO networking_nsxv3.common.synchronization [req-5ec49f2e-4efb-4625-9050-3c471e2bd67c req-4d8e8f11-a36b-45a4-b179-d43647b3696f service nova] Enqueued Resource ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 with Priority: HIGHEST for action security_group_members [ 624.299715] env[65888]: INFO networking_nsxv3.common.synchronization [req-5ec49f2e-4efb-4625-9050-3c471e2bd67c req-4d8e8f11-a36b-45a4-b179-d43647b3696f service nova] Enqueued Resource ID: 0262c6ca-a276-43a8-a2fa-3b99002bebe7 with Priority: HIGHEST for action port [ 624.300402] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 with Priority: HIGHEST for action security_group_rules [ 624.300594] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 with Priority: HIGHEST for action security_group_members [ 624.300737] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0262c6ca-a276-43a8-a2fa-3b99002bebe7 with Priority: HIGHEST for action port [ 624.301127] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43bbf191-9724-47b6-b5e8-89bc0acfa028 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.301300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.301397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.301739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.301852] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43bbf191-9724-47b6-b5e8-89bc0acfa028',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.303142] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-43bbf191-9724-47b6-b5e8-89bc0acfa028 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.303298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.303298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.303568] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.303729] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.303872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.303964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.304309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.304779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.304779] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43bbf191-9724-47b6-b5e8-89bc0acfa028',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.306065] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0262c6ca-a276-43a8-a2fa-3b99002bebe7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.306225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0262c6ca-a276-43a8-a2fa-3b99002bebe7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.306362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0262c6ca-a276-43a8-a2fa-3b99002bebe7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.306495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0262c6ca-a276-43a8-a2fa-3b99002bebe7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.306792] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0262c6ca-a276-43a8-a2fa-3b99002bebe7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.460679] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff33e4b7-4f39-4757-98ee-06c13dbcea4b: rpc.has_security_group_logging(os_id): False [ 624.487227] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.487227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.487227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.487227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.487227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.487227] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.487227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.487227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.487227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.487227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.487227] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b is going to be created. [ 624.518218] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a in Status: SUCCESS [ 624.518582] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a deletion is rescheduled due to dependency. [ 624.518582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.562128] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.562287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.562359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.562600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.562817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.577225] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b in Status: IN_PROGRESS for 2s [ 624.689216] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.689530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.689530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.689809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.689904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.690175] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.690354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.690437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.690540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.690643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.691752] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 is going to be updated. [ 624.738859] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.739445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.739774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.740198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.740672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.753419] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 in Status: IN_PROGRESS for 2s [ 624.808150] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43bbf191-9724-47b6-b5e8-89bc0acfa028',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.809859] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-43bbf191-9724-47b6-b5e8-89bc0acfa028 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.810077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.810599] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0262c6ca-a276-43a8-a2fa-3b99002bebe7 with status ACTIVE [ 624.810599] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.810599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.810790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.811036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.811175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.811391] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.811556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.811736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.812256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.812256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.812256] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.812453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.812578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.812764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.812887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.813021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0262c6ca-a276-43a8-a2fa-3b99002bebe7 is going to be updated. [ 624.848368] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.848576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.848719] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.848940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.849188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.849297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0262c6ca-a276-43a8-a2fa-3b99002bebe7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.185365] env[65888]: INFO networking_nsxv3.common.synchronization [req-943ef056-dc7c-4b37-93d7-db6fd32e8f52 req-644fdc8e-d001-4d42-8ce9-a41da1750601 tempest-ServersTestJSON-1582861458 tempest-ServersTestJSON-1582861458-project-member] Enqueued Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_members [ 625.185951] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_members [ 625.188224] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf3aa73-994d-4142-8faf-c4f58cee0574 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.188468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.188909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.189026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.189312] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.190227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.190477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.190702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.190798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.190913] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.318948] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43bbf191-9724-47b6-b5e8-89bc0acfa028',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.693760] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.694910] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.695164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.695233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.695330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.695557] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.695662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.695716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.695867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.695941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.696046] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 already deleted. [ 625.696130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.698031] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d in Status: SUCCESS [ 625.698309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.698517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.698771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.699035] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.699188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.699283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.699489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.699605] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.699729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.699861] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d4dc9ff-9dfb-4010-a95b-116a55582f4d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.820836] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 625.821105] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d deletion is rescheduled due to dependency. [ 625.821158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.823110] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.823110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.823110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.823110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.823110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.823110] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 is going to be created. [ 625.849579] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.852040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.852040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.852040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.852040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.864483] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 in Status: UNINITIALIZED for 2s [ 626.009870] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.010071] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-362" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.010186] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-362" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.010524] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-362" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.010836] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.010937] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.011042] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.011250] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.011385] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.011724] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.011724] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.011800] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.011866] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.011966] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.012074] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.012223] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.031178] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.031339] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.031471] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.031745] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-362" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.032783] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-cbcf738e-d38d-42e7-9253-f456ec6a0dfe taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.032783] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-cbcf738e-d38d-42e7-9253-f456ec6a0dfe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.032783] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-cbcf738e-d38d-42e7-9253-f456ec6a0dfe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.032783] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-cbcf738e-d38d-42e7-9253-f456ec6a0dfe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.033187] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbcf738e-d38d-42e7-9253-f456ec6a0dfe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.202528] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.202732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.202781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.202997] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.203181] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.203727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.203777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.203955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.204061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.204160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.204330] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.204465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.204542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.204696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.204844] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.204958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.205412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.205614] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.205736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.205858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.210215] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d4dc9ff-9dfb-4010-a95b-116a55582f4d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.537432] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.537666] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.537779] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.538041] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.538181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.538352] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port cbcf738e-d38d-42e7-9253-f456ec6a0dfe not found, creating... [ 626.538927] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.538927] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.538927] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.539386] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.539386] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.539537] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.539620] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.539740] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.540096] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.540234] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.540582] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: cbcf738e-d38d-42e7-9253-f456ec6a0dfe is going to be created. [ 626.562950] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.563183] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.563322] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.564249] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.564249] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.564249] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-cbcf738e-d38d-42e7-9253-f456ec6a0dfe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.593300] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b in Status: SUCCESS [ 626.593559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.673466] env[65888]: INFO networking_nsxv3.common.synchronization [req-bdb89ef1-6d20-4686-b3d2-3a4f9e22b7b7 req-954c7646-6383-4862-a8ff-d794c8ed8d07 tempest-ServerDiagnosticsTest-743168637 tempest-ServerDiagnosticsTest-743168637-project-member] Enqueued Resource ID: c78379c6-3922-47b5-a28c-5098e39586b7 with Priority: HIGHEST for action security_group_members [ 626.674051] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78379c6-3922-47b5-a28c-5098e39586b7 with Priority: HIGHEST for action security_group_members [ 626.674582] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c78379c6-3922-47b5-a28c-5098e39586b7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.674773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.674897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.675210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.675562] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.675664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.675757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.675947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.676093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.676207] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c78379c6-3922-47b5-a28c-5098e39586b7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.712524] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d4dc9ff-9dfb-4010-a95b-116a55582f4d: rpc.has_security_group_logging(os_id): False [ 626.742258] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.742258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.742258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.742258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.742258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.742258] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.742258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.742258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.742258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.742258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.742802] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.742802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.742802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.742802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.742802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.743054] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.743054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.743054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.743436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.743556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.743605] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d is going to be created. [ 626.770255] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 in Status: SUCCESS [ 626.770465] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19a295e6-b522-4de2-bf00-96030f1b2c71 deletion is rescheduled due to dependency. [ 626.770610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19a295e6-b522-4de2-bf00-96030f1b2c71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.826345] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.826601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.826601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.826789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.827016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.842040] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d in Status: IN_PROGRESS for 2s [ 627.178778] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.178969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.179055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.179473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.179473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.179603] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.179667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.179754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.180046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.180046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.180046] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c78379c6-3922-47b5-a28c-5098e39586b7 is going to be updated. [ 627.213032] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.213430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.213430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.213708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.213943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.226134] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c78379c6-3922-47b5-a28c-5098e39586b7 in Status: IN_PROGRESS for 2s [ 627.395210] env[65888]: INFO networking_nsxv3.common.synchronization [req-943ef056-dc7c-4b37-93d7-db6fd32e8f52 req-a4ffe260-adeb-42e8-8e0f-cd5f5198c6b9 service nova] Enqueued Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_rules [ 627.395210] env[65888]: INFO networking_nsxv3.common.synchronization [req-943ef056-dc7c-4b37-93d7-db6fd32e8f52 req-a4ffe260-adeb-42e8-8e0f-cd5f5198c6b9 service nova] Enqueued Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_members [ 627.395210] env[65888]: INFO networking_nsxv3.common.synchronization [req-943ef056-dc7c-4b37-93d7-db6fd32e8f52 req-a4ffe260-adeb-42e8-8e0f-cd5f5198c6b9 service nova] Enqueued Resource ID: cbcf738e-d38d-42e7-9253-f456ec6a0dfe with Priority: HIGHEST for action port [ 627.395210] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_rules [ 627.395210] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_members [ 627.395210] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbcf738e-d38d-42e7-9253-f456ec6a0dfe with Priority: HIGHEST for action port [ 627.396523] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf3aa73-994d-4142-8faf-c4f58cee0574 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.396928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.397173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.397885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.398036] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.400685] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf3aa73-994d-4142-8faf-c4f58cee0574 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.400685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.400685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.400685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.400685] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.400685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.400685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.402613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.402613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.402613] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.403135] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbcf738e-d38d-42e7-9253-f456ec6a0dfe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.403786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbcf738e-d38d-42e7-9253-f456ec6a0dfe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.403786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbcf738e-d38d-42e7-9253-f456ec6a0dfe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.403786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbcf738e-d38d-42e7-9253-f456ec6a0dfe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.403786] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbcf738e-d38d-42e7-9253-f456ec6a0dfe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.878425] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 in Status: SUCCESS [ 627.878425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.878746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.878868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.879391] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.879592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.879592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.879786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.879876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.879974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.880085] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43bbf191-9724-47b6-b5e8-89bc0acfa028',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.901564] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf3aa73-994d-4142-8faf-c4f58cee0574 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.901564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.906697] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.907824] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbcf738e-d38d-42e7-9253-f456ec6a0dfe with status ACTIVE [ 627.908129] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.908358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.910079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.910079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.910079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.910242] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.910305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.910343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.910500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.910577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.910767] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.910949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.910949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.911067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.911203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.911240] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbcf738e-d38d-42e7-9253-f456ec6a0dfe is going to be updated. [ 627.954768] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.954958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.955066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.955278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.955418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.955592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbcf738e-d38d-42e7-9253-f456ec6a0dfe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.383048] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-43bbf191-9724-47b6-b5e8-89bc0acfa028 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.383048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.386025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.386025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-43bbf191-9724-47b6-b5e8-89bc0acfa028 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.386025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.386025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.386970] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43bbf191-9724-47b6-b5e8-89bc0acfa028',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.417047] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.859903] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d in Status: SUCCESS [ 628.860183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.889896] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43bbf191-9724-47b6-b5e8-89bc0acfa028: rpc.has_security_group_logging(os_id): False [ 628.918843] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.919142] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.919230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.919570] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.919732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.920282] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.920734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.920848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.921212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.921363] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.921675] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.921845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.921939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.922232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.922342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.922715] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.922851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.922916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.923179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.923576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.923760] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 is going to be created. [ 628.925498] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.925656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.925742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.925926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.926038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.926141] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 is going to be created. [ 628.958201] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.958412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.958464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.958807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.959168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.980365] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 in Status: UNINITIALIZED for 2s [ 629.014919] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.015382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.015496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.016064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.017527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.033750] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 in Status: IN_PROGRESS for 2s [ 629.247951] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c78379c6-3922-47b5-a28c-5098e39586b7 in Status: SUCCESS [ 629.248176] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c78379c6-3922-47b5-a28c-5098e39586b7 deletion is rescheduled due to dependency. [ 629.248293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.934949] env[65888]: INFO networking_nsxv3.common.synchronization [None req-4066c161-3a7c-4d05-ba9f-f8a445cc6bd6 None None] Enqueued Resource ID: aa77e2b0-8ac7-4bf5-b3b0-0553c1c73263 with Priority: HIGHEST for action port [ 629.935756] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa77e2b0-8ac7-4bf5-b3b0-0553c1c73263 with Priority: HIGHEST for action port [ 629.936410] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa77e2b0-8ac7-4bf5-b3b0-0553c1c73263 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.936598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa77e2b0-8ac7-4bf5-b3b0-0553c1c73263" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.937035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa77e2b0-8ac7-4bf5-b3b0-0553c1c73263" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.937160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa77e2b0-8ac7-4bf5-b3b0-0553c1c73263" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.937333] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa77e2b0-8ac7-4bf5-b3b0-0553c1c73263',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.439707] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa77e2b0-8ac7-4bf5-b3b0-0553c1c73263 [ 630.439983] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.440156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.440383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.440950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.440950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.440950] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa77e2b0-8ac7-4bf5-b3b0-0553c1c73263 already deleted. [ 630.441159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa77e2b0-8ac7-4bf5-b3b0-0553c1c73263" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.513527] env[65888]: INFO networking_nsxv3.common.synchronization [req-f631c44b-a124-4683-8684-7e5052303bc5 req-82143baa-2a87-403f-a619-bbccb643faf6 tempest-ServerActionsTestOtherB-945922585 tempest-ServerActionsTestOtherB-945922585-project-member] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 630.514062] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 630.514384] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.514508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.514618] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.515308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.515520] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.515630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.515701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.516057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.516187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.516369] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.902033] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.902220] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.902333] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.902670] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.903141] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.903303] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.903445] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.903698] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.903875] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.904122] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.904357] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.904578] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.904833] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.905031] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.905180] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.905462] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.928823] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.929026] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.929151] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.929459] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.929647] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-226abd34-ae68-43a8-bf2d-a7a1e6408ccd taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.929825] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-226abd34-ae68-43a8-bf2d-a7a1e6408ccd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.929947] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-226abd34-ae68-43a8-bf2d-a7a1e6408ccd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.930275] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-226abd34-ae68-43a8-bf2d-a7a1e6408ccd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.930465] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('226abd34-ae68-43a8-bf2d-a7a1e6408ccd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.992327] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 in Status: SUCCESS [ 630.992327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.992735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.992735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.992911] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.993051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.993123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.993264] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.993333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.993424] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.993510] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.020774] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.020774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.020774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.020774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.020774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.020774] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.020774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.020774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.020774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.020774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.020774] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc already deleted. [ 631.020774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.049854] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 in Status: SUCCESS [ 631.050009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.435760] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.435995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.436127] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.436477] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.437175] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.437175] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 226abd34-ae68-43a8-bf2d-a7a1e6408ccd not found, creating... [ 631.438027] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.438027] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.438027] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.438385] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.438385] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.438652] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.439056] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.439189] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.440181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.440181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.440181] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 226abd34-ae68-43a8-bf2d-a7a1e6408ccd is going to be created. [ 631.461969] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.461969] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.461969] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.463635] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.463635] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.463635] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-226abd34-ae68-43a8-bf2d-a7a1e6408ccd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.496890] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.000850] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdf3aa73-994d-4142-8faf-c4f58cee0574: rpc.has_security_group_logging(os_id): False [ 632.027130] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.027333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.027333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.029202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.029324] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.030704] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.031141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.031141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.031141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.031353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.031353] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 is going to be created. [ 632.113524] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.113524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.113524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.113524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.113728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.137015] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 in Status: IN_PROGRESS for 2s [ 632.221500] env[65888]: INFO networking_nsxv3.common.synchronization [req-f631c44b-a124-4683-8684-7e5052303bc5 req-5ca6c7f5-a7df-4099-b165-5a600456e83b service nova] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 632.221500] env[65888]: INFO networking_nsxv3.common.synchronization [req-f631c44b-a124-4683-8684-7e5052303bc5 req-5ca6c7f5-a7df-4099-b165-5a600456e83b service nova] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 632.221500] env[65888]: INFO networking_nsxv3.common.synchronization [req-f631c44b-a124-4683-8684-7e5052303bc5 req-5ca6c7f5-a7df-4099-b165-5a600456e83b service nova] Enqueued Resource ID: 226abd34-ae68-43a8-bf2d-a7a1e6408ccd with Priority: HIGHEST for action port [ 632.222086] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 632.222086] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 632.223179] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 226abd34-ae68-43a8-bf2d-a7a1e6408ccd with Priority: HIGHEST for action port [ 632.223537] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.224122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.224122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.224393] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.224522] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.228022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.228175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.228283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.228470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.228652] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.228754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.228824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.229173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.230400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.230400] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.231542] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-226abd34-ae68-43a8-bf2d-a7a1e6408ccd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.231656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-226abd34-ae68-43a8-bf2d-a7a1e6408ccd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.231656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-226abd34-ae68-43a8-bf2d-a7a1e6408ccd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.231823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-226abd34-ae68-43a8-bf2d-a7a1e6408ccd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.231916] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('226abd34-ae68-43a8-bf2d-a7a1e6408ccd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.530691] env[65888]: INFO networking_nsxv3.common.synchronization [None req-82f4a088-aa6d-4e78-9049-13257f74ed71 None None] Enqueued Resource ID: 4ec44acb-0d8b-486d-aeae-d7d2ebf49e05 with Priority: HIGHEST for action port [ 632.531270] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ec44acb-0d8b-486d-aeae-d7d2ebf49e05 with Priority: HIGHEST for action port [ 632.532316] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ec44acb-0d8b-486d-aeae-d7d2ebf49e05 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.532807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ec44acb-0d8b-486d-aeae-d7d2ebf49e05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.532807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ec44acb-0d8b-486d-aeae-d7d2ebf49e05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.532807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ec44acb-0d8b-486d-aeae-d7d2ebf49e05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.533078] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec44acb-0d8b-486d-aeae-d7d2ebf49e05',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.737131] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.737131] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.737131] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.737131] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 226abd34-ae68-43a8-bf2d-a7a1e6408ccd with status ACTIVE [ 632.737131] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.737131] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.737131] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.737493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.737493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.737493] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.737622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.737622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.737828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.738853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.740259] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.740259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.740259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.740259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.740259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.740259] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 226abd34-ae68-43a8-bf2d-a7a1e6408ccd is going to be updated. [ 632.779910] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.780115] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.780258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.780500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.780673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.781058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-226abd34-ae68-43a8-bf2d-a7a1e6408ccd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.930073] env[65888]: INFO networking_nsxv3.common.synchronization [req-d44704d0-cee0-4f34-a472-15922f04aab0 req-1d52dae0-9c62-41da-8b28-5a8fc6b6a8ce tempest-ServersWithSpecificFlavorTestJSON-1751359708 tempest-ServersWithSpecificFlavorTestJSON-1751359708-project-member] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 632.930799] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 632.931212] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.931432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.931578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.931862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.932090] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.932244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.932344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.932540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.932667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.932834] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.036021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ec44acb-0d8b-486d-aeae-d7d2ebf49e05 [ 633.036947] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.036947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.036947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.037126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.037293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.037486] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ec44acb-0d8b-486d-aeae-d7d2ebf49e05 already deleted. [ 633.037619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ec44acb-0d8b-486d-aeae-d7d2ebf49e05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.244229] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.427657] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.427915] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-496" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.428042] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-496" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.428508] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-496" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.429077] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.429077] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.429261] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.429829] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.430101] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.430364] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.430501] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.430612] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.430717] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.430822] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.430935] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.431156] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.434831] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.434967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.435071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.435329] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.435463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.435738] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.435889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.435986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.436238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.436330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.436421] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db already deleted. [ 633.436503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.454804] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.454978] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.455109] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.455291] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-496" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.455673] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-8692efae-8613-4ec6-b14f-ff00e326e3e2 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.455852] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-8692efae-8613-4ec6-b14f-ff00e326e3e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.455964] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-8692efae-8613-4ec6-b14f-ff00e326e3e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.456312] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-8692efae-8613-4ec6-b14f-ff00e326e3e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.456459] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8692efae-8613-4ec6-b14f-ff00e326e3e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.747603] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.747603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.747603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.747809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.747985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.748072] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be created. [ 633.773041] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.773237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.773313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.773555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.773746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.880608] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: UNINITIALIZED for 2s [ 633.958887] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.959165] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.959290] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.959562] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.959746] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.959850] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 8692efae-8613-4ec6-b14f-ff00e326e3e2 not found, creating... [ 633.960114] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.960270] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.960381] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.960589] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.960734] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.961022] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.961174] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.961283] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.961483] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.961609] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.961740] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 8692efae-8613-4ec6-b14f-ff00e326e3e2 is going to be created. [ 633.984587] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.984855] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.984975] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.985672] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.985918] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.986151] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-8692efae-8613-4ec6-b14f-ff00e326e3e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.150516] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 in Status: SUCCESS [ 634.150985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.814566] env[65888]: INFO networking_nsxv3.common.synchronization [req-d44704d0-cee0-4f34-a472-15922f04aab0 req-3ebefbce-70f5-4cdb-bf29-12146f604bda service nova] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_rules [ 634.814566] env[65888]: INFO networking_nsxv3.common.synchronization [req-d44704d0-cee0-4f34-a472-15922f04aab0 req-3ebefbce-70f5-4cdb-bf29-12146f604bda service nova] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 634.814882] env[65888]: INFO networking_nsxv3.common.synchronization [req-d44704d0-cee0-4f34-a472-15922f04aab0 req-3ebefbce-70f5-4cdb-bf29-12146f604bda service nova] Enqueued Resource ID: 8692efae-8613-4ec6-b14f-ff00e326e3e2 with Priority: HIGHEST for action port [ 634.815378] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_rules [ 634.815514] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 634.815660] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8692efae-8613-4ec6-b14f-ff00e326e3e2 with Priority: HIGHEST for action port [ 634.815960] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.816112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.816172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.816370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.816453] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.817511] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.817511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.817712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.817778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.817963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.818145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.818200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.818469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.818469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.818629] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.819630] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8692efae-8613-4ec6-b14f-ff00e326e3e2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.819630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8692efae-8613-4ec6-b14f-ff00e326e3e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.819630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8692efae-8613-4ec6-b14f-ff00e326e3e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.819835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8692efae-8613-4ec6-b14f-ff00e326e3e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.819835] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8692efae-8613-4ec6-b14f-ff00e326e3e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.324973] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.329075] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.329075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.329075] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8692efae-8613-4ec6-b14f-ff00e326e3e2 with status ACTIVE [ 635.329075] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.329075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.329075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.329075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.329075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.329075] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.329606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.329606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.329606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.329606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.329606] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.329768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.329800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.329930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.330017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.330728] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8692efae-8613-4ec6-b14f-ff00e326e3e2 is going to be updated. [ 635.355181] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.355181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.355468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.355779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.355964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.356200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8692efae-8613-4ec6-b14f-ff00e326e3e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.388021] env[65888]: INFO networking_nsxv3.common.synchronization [None req-763ce699-646f-4601-bff0-0c8c6d4902b0 None None] Enqueued Resource ID: a1affb16-8d0a-4352-bfce-3efe0b564614 with Priority: HIGHEST for action port [ 635.388021] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1affb16-8d0a-4352-bfce-3efe0b564614 with Priority: HIGHEST for action port [ 635.388600] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1affb16-8d0a-4352-bfce-3efe0b564614 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.388972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1affb16-8d0a-4352-bfce-3efe0b564614" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.389132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1affb16-8d0a-4352-bfce-3efe0b564614" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.389611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1affb16-8d0a-4352-bfce-3efe0b564614" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.389760] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1affb16-8d0a-4352-bfce-3efe0b564614',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.569859] env[65888]: INFO networking_nsxv3.common.synchronization [req-03907fda-2bcd-4f09-96d2-b591a7e2f71b req-e3c683e7-046e-49c3-bd3c-1bb91cef01e1 tempest-ImagesNegativeTestJSON-1906447070 tempest-ImagesNegativeTestJSON-1906447070-project-member] Enqueued Resource ID: f63285ab-cb61-47d9-880b-bf45e79d445c with Priority: HIGHEST for action security_group_members [ 635.571265] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63285ab-cb61-47d9-880b-bf45e79d445c with Priority: HIGHEST for action security_group_members [ 635.571265] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63285ab-cb61-47d9-880b-bf45e79d445c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.571265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.571265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.571515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.571596] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.571794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.571875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.572058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.572395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.572395] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63285ab-cb61-47d9-880b-bf45e79d445c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.828157] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.891510] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 635.892277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.892676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.892676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.893984] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.893984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.893984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.894196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.894196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.894281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.894374] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.896110] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1affb16-8d0a-4352-bfce-3efe0b564614 [ 635.896348] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.898107] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.898196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.898757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.898757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.898757] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1affb16-8d0a-4352-bfce-3efe0b564614 already deleted. [ 635.898757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1affb16-8d0a-4352-bfce-3efe0b564614" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.075427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.075427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.075427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.075427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.075427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.075689] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.075797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.075797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.076218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.076294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.076372] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63285ab-cb61-47d9-880b-bf45e79d445c already deleted. [ 636.076458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.234909] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.235183] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-96" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.235282] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-96" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.235527] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-96" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.235878] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.236052] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.236217] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.236439] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.236722] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.236859] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.236980] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.237245] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.237347] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.237460] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.237566] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.237685] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.260461] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.260638] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.260819] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.261081] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-96" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.262038] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-02d4f092-3786-4556-abbc-d12f77e03615 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.262038] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-02d4f092-3786-4556-abbc-d12f77e03615" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.262038] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-02d4f092-3786-4556-abbc-d12f77e03615" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.262192] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-02d4f092-3786-4556-abbc-d12f77e03615" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.262516] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d4f092-3786-4556-abbc-d12f77e03615',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.333237] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.333237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.333237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.333237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.333237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.333237] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db is going to be created. [ 636.372024] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.372024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.372024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.372381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.372381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.384254] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: UNINITIALIZED for 2s [ 636.399159] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.766379] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.766606] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.766779] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.767114] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.767335] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.767482] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 02d4f092-3786-4556-abbc-d12f77e03615 not found, creating... [ 636.767794] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.767961] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.768103] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.768334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.768465] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.768756] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.768908] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.769348] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.769617] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.769972] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.770134] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 02d4f092-3786-4556-abbc-d12f77e03615 is going to be created. [ 636.810015] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.810185] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.810376] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.810711] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.812041] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.812371] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-02d4f092-3786-4556-abbc-d12f77e03615" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.899106] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f41c76d-e49a-4fdb-b365-bf62782226dc: rpc.has_security_group_logging(os_id): False [ 636.926847] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.927117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.927117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.927359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.928117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.928117] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.928117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.928117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.928358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.928358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.928358] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be created. [ 637.004400] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.004942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.005099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.005506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.005687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.025528] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 637.322415] env[65888]: INFO networking_nsxv3.common.synchronization [None req-ea173683-f283-4a52-afa6-7a30b5e62763 None None] Enqueued Resource ID: 05790e56-519f-42f2-b2af-1778d2330489 with Priority: HIGHEST for action port [ 637.322415] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05790e56-519f-42f2-b2af-1778d2330489 with Priority: HIGHEST for action port [ 637.322415] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-05790e56-519f-42f2-b2af-1778d2330489 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.322633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05790e56-519f-42f2-b2af-1778d2330489" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.322633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05790e56-519f-42f2-b2af-1778d2330489" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.323655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05790e56-519f-42f2-b2af-1778d2330489" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.323854] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05790e56-519f-42f2-b2af-1778d2330489',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.571529] env[65888]: INFO networking_nsxv3.common.synchronization [req-03907fda-2bcd-4f09-96d2-b591a7e2f71b req-50a52182-c836-4ce6-914d-a656ab7b2b9c service nova] Enqueued Resource ID: f63285ab-cb61-47d9-880b-bf45e79d445c with Priority: HIGHEST for action security_group_rules [ 637.571855] env[65888]: INFO networking_nsxv3.common.synchronization [req-03907fda-2bcd-4f09-96d2-b591a7e2f71b req-50a52182-c836-4ce6-914d-a656ab7b2b9c service nova] Enqueued Resource ID: f63285ab-cb61-47d9-880b-bf45e79d445c with Priority: HIGHEST for action security_group_members [ 637.571996] env[65888]: INFO networking_nsxv3.common.synchronization [req-03907fda-2bcd-4f09-96d2-b591a7e2f71b req-50a52182-c836-4ce6-914d-a656ab7b2b9c service nova] Enqueued Resource ID: 02d4f092-3786-4556-abbc-d12f77e03615 with Priority: HIGHEST for action port [ 637.572627] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63285ab-cb61-47d9-880b-bf45e79d445c with Priority: HIGHEST for action security_group_rules [ 637.572821] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63285ab-cb61-47d9-880b-bf45e79d445c with Priority: HIGHEST for action security_group_members [ 637.572948] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d4f092-3786-4556-abbc-d12f77e03615 with Priority: HIGHEST for action port [ 637.573298] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f63285ab-cb61-47d9-880b-bf45e79d445c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.573431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.573540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.573880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.573955] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f63285ab-cb61-47d9-880b-bf45e79d445c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.574904] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63285ab-cb61-47d9-880b-bf45e79d445c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.575039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.575140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.575360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.575534] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.575663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.575732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.576413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.576712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.576857] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63285ab-cb61-47d9-880b-bf45e79d445c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.577955] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d4f092-3786-4556-abbc-d12f77e03615 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.578095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d4f092-3786-4556-abbc-d12f77e03615" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.578156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d4f092-3786-4556-abbc-d12f77e03615" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.578392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d4f092-3786-4556-abbc-d12f77e03615" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.578511] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d4f092-3786-4556-abbc-d12f77e03615',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.826906] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05790e56-519f-42f2-b2af-1778d2330489 [ 637.827180] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.827386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.827386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.827603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.827724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.827846] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05790e56-519f-42f2-b2af-1778d2330489 already deleted. [ 637.827953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05790e56-519f-42f2-b2af-1778d2330489" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.018296] env[65888]: INFO networking_nsxv3.common.synchronization [None req-6345e536-3d1b-4e84-85cf-dfeae90b2dc4 None None] Enqueued Resource ID: 95179a88-adfe-43e5-bf21-db3cd2627431 with Priority: HIGHEST for action port [ 638.018296] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95179a88-adfe-43e5-bf21-db3cd2627431 with Priority: HIGHEST for action port [ 638.018296] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-95179a88-adfe-43e5-bf21-db3cd2627431 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.018296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95179a88-adfe-43e5-bf21-db3cd2627431" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.018296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95179a88-adfe-43e5-bf21-db3cd2627431" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.018296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95179a88-adfe-43e5-bf21-db3cd2627431" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.018296] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95179a88-adfe-43e5-bf21-db3cd2627431',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.080831] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63285ab-cb61-47d9-880b-bf45e79d445c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.080831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.084450] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f63285ab-cb61-47d9-880b-bf45e79d445c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.087246] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02d4f092-3786-4556-abbc-d12f77e03615 with status ACTIVE [ 638.087246] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.087246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.087246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.087246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.087246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.087246] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.087246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.087246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.087246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.087246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.087984] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.087984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.087984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.088777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.089259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.089259] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02d4f092-3786-4556-abbc-d12f77e03615 is going to be updated. [ 638.127398] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.127536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.127610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.128612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.128612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.128612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d4f092-3786-4556-abbc-d12f77e03615" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.399054] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: SUCCESS [ 638.399054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.399054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.399054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.399054] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.399054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.399054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.399054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.399054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.399054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.399054] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.519884] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95179a88-adfe-43e5-bf21-db3cd2627431 [ 638.520919] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.522187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.522187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.522187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.522369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.522369] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95179a88-adfe-43e5-bf21-db3cd2627431 already deleted. [ 638.522433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95179a88-adfe-43e5-bf21-db3cd2627431" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.592912] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f63285ab-cb61-47d9-880b-bf45e79d445c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.901728] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.035850] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 639.036081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.095087] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.095245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.095314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.095530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.095613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.095708] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63285ab-cb61-47d9-880b-bf45e79d445c is going to be created. [ 639.127339] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.127339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.127339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.127339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.127339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.140701] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63285ab-cb61-47d9-880b-bf45e79d445c in Status: UNINITIALIZED for 2s [ 639.403659] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9368cce6-aabb-42b1-a7e2-756b7e6f48db: rpc.has_security_group_logging(os_id): False [ 639.425764] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.425858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.425858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.426470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.426470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.426470] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.426649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.426649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.427141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.427141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.427141] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db is going to be created. [ 639.497031] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.497031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.497031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.497031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.497031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.512267] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: IN_PROGRESS for 2s [ 640.488704] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d6721b0a-749e-4d35-8f7a-389c108c0607 None None] Enqueued Resource ID: 465583d3-4ea6-4023-a47a-0823ab3b8673 with Priority: HIGHEST for action port [ 640.489327] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 465583d3-4ea6-4023-a47a-0823ab3b8673 with Priority: HIGHEST for action port [ 640.489637] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-465583d3-4ea6-4023-a47a-0823ab3b8673 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.489842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-465583d3-4ea6-4023-a47a-0823ab3b8673" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.489913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-465583d3-4ea6-4023-a47a-0823ab3b8673" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.490187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-465583d3-4ea6-4023-a47a-0823ab3b8673" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.490265] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('465583d3-4ea6-4023-a47a-0823ab3b8673',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.992739] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 465583d3-4ea6-4023-a47a-0823ab3b8673 [ 640.993157] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.993412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.993550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.993818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.993934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.994175] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:465583d3-4ea6-4023-a47a-0823ab3b8673 already deleted. [ 640.994268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-465583d3-4ea6-4023-a47a-0823ab3b8673" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.155265] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63285ab-cb61-47d9-880b-bf45e79d445c in Status: SUCCESS [ 641.158036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.158036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.158036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.158036] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.158036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.158036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.158036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.158036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.158036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.158036] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f63285ab-cb61-47d9-880b-bf45e79d445c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.528351] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: SUCCESS [ 641.528678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.663538] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63285ab-cb61-47d9-880b-bf45e79d445c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.663538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.663538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.663538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.663538] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.663538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.663538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.663538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.663538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.663538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.664113] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63285ab-cb61-47d9-880b-bf45e79d445c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.664113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.664113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.664113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.664113] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.664113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.664330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.664330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.664391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.664441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.664529] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f63285ab-cb61-47d9-880b-bf45e79d445c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.170737] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f63285ab-cb61-47d9-880b-bf45e79d445c: rpc.has_security_group_logging(os_id): False [ 642.192116] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.192116] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.192116] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.192116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.192738] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.192738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.192738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.192738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.192738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.192738] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f63285ab-cb61-47d9-880b-bf45e79d445c is going to be created. [ 642.258025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.258025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.258025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.258025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.258025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.268765] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63285ab-cb61-47d9-880b-bf45e79d445c in Status: IN_PROGRESS for 2s [ 642.623122] env[65888]: INFO networking_nsxv3.common.synchronization [req-3f5b2967-2196-4aa4-badb-f4da43833ca8 req-306af2bb-c5fb-427e-95fa-9e8c8f85944e tempest-ServerDiagnosticsNegativeTest-1193170164 tempest-ServerDiagnosticsNegativeTest-1193170164-project-member] Enqueued Resource ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d with Priority: HIGHEST for action security_group_members [ 642.623701] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d with Priority: HIGHEST for action security_group_members [ 642.624360] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.624360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.624360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.624360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.624917] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.624917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.625069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.625196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.625255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.625347] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d4dc9ff-9dfb-4010-a95b-116a55582f4d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.128607] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.128848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.128848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.129306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.129421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.129684] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.129784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.129832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.129972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.130064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.130145] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d is going to be updated. [ 643.167836] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.167836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.167836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.168143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.169021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.182092] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d in Status: IN_PROGRESS for 2s [ 644.284127] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f63285ab-cb61-47d9-880b-bf45e79d445c in Status: SUCCESS [ 644.284386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.507929] env[65888]: INFO networking_nsxv3.common.synchronization [None req-4be1358c-fb81-48ce-a5b2-8f4f67d4c2a3 None None] Enqueued Resource ID: 8d1a66f9-2c37-4a6e-bad5-e626d4f4b513 with Priority: HIGHEST for action port [ 644.508382] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1a66f9-2c37-4a6e-bad5-e626d4f4b513 with Priority: HIGHEST for action port [ 644.508701] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d1a66f9-2c37-4a6e-bad5-e626d4f4b513 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.508826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d1a66f9-2c37-4a6e-bad5-e626d4f4b513" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.508903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d1a66f9-2c37-4a6e-bad5-e626d4f4b513" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.511481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d1a66f9-2c37-4a6e-bad5-e626d4f4b513" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.511611] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d1a66f9-2c37-4a6e-bad5-e626d4f4b513',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.015579] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d1a66f9-2c37-4a6e-bad5-e626d4f4b513 [ 645.015820] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.015957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.016040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.016260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.016516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.016516] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d1a66f9-2c37-4a6e-bad5-e626d4f4b513 already deleted. [ 645.016617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d1a66f9-2c37-4a6e-bad5-e626d4f4b513" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.193765] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d in Status: SUCCESS [ 645.194134] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d deletion is rescheduled due to dependency. [ 645.194343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.962163] env[65888]: INFO networking_nsxv3.common.synchronization [None req-3514d543-aabe-4ca1-bbc0-d5a848bbccde None None] Enqueued Resource ID: c46db0bf-ab5f-4a2a-a539-1d40b21fa05e with Priority: HIGHEST for action port [ 645.963228] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46db0bf-ab5f-4a2a-a539-1d40b21fa05e with Priority: HIGHEST for action port [ 645.963228] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c46db0bf-ab5f-4a2a-a539-1d40b21fa05e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.963228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c46db0bf-ab5f-4a2a-a539-1d40b21fa05e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.963444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c46db0bf-ab5f-4a2a-a539-1d40b21fa05e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.964027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c46db0bf-ab5f-4a2a-a539-1d40b21fa05e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.964027] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46db0bf-ab5f-4a2a-a539-1d40b21fa05e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.466444] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c46db0bf-ab5f-4a2a-a539-1d40b21fa05e [ 646.466708] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.466916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.468696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.468696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.468696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.468696] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c46db0bf-ab5f-4a2a-a539-1d40b21fa05e already deleted. [ 646.468696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c46db0bf-ab5f-4a2a-a539-1d40b21fa05e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.027254] env[65888]: INFO networking_nsxv3.common.synchronization [None req-87c99d4b-cc13-445b-a8b5-0cbd5ce63087 None None] Enqueued Resource ID: 8a447740-9252-4897-8069-a52d40639eff with Priority: HIGHEST for action port [ 647.027254] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a447740-9252-4897-8069-a52d40639eff with Priority: HIGHEST for action port [ 647.027254] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a447740-9252-4897-8069-a52d40639eff taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.027254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a447740-9252-4897-8069-a52d40639eff" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.027254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a447740-9252-4897-8069-a52d40639eff" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.027983] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a447740-9252-4897-8069-a52d40639eff" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.028211] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a447740-9252-4897-8069-a52d40639eff',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.530575] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a447740-9252-4897-8069-a52d40639eff [ 647.530854] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.532241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.532241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.532241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.532241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.532241] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a447740-9252-4897-8069-a52d40639eff already deleted. [ 647.532241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a447740-9252-4897-8069-a52d40639eff" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.918072] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d7bd901e-1219-420c-bebd-7c356a96a366 None None] Enqueued Resource ID: 204c5bad-a6ef-45f8-9c76-52ce33351797 with Priority: HIGHEST for action port [ 647.918843] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 204c5bad-a6ef-45f8-9c76-52ce33351797 with Priority: HIGHEST for action port [ 647.919108] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-204c5bad-a6ef-45f8-9c76-52ce33351797 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.919268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-204c5bad-a6ef-45f8-9c76-52ce33351797" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.919350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-204c5bad-a6ef-45f8-9c76-52ce33351797" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.919611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-204c5bad-a6ef-45f8-9c76-52ce33351797" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.919717] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204c5bad-a6ef-45f8-9c76-52ce33351797',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.021700] env[65888]: INFO networking_nsxv3.common.synchronization [req-08c2f39b-a80f-4539-b2ac-906b6f6b4e4c req-3e9117e9-1938-4ea1-b161-1e9f5ccab294 tempest-VolumesAdminNegativeTest-868762036 tempest-VolumesAdminNegativeTest-868762036-project-member] Enqueued Resource ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 with Priority: HIGHEST for action security_group_members [ 648.022934] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 with Priority: HIGHEST for action security_group_members [ 648.022934] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-43bbf191-9724-47b6-b5e8-89bc0acfa028 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.022934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.022934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.023371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.023371] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.023371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.023371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.023542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.023542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.023605] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43bbf191-9724-47b6-b5e8-89bc0acfa028',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.422875] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 204c5bad-a6ef-45f8-9c76-52ce33351797 [ 648.423155] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.423220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.423309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.423523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.423582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.423677] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:204c5bad-a6ef-45f8-9c76-52ce33351797 already deleted. [ 648.423768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-204c5bad-a6ef-45f8-9c76-52ce33351797" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.527187] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.527740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.527824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.528078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.528192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.528540] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.528607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.528721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.528902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.528985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.529098] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 is going to be updated. [ 648.559934] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.560601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.560601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.560743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.560896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.570378] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 in Status: IN_PROGRESS for 2s [ 648.639373] env[65888]: INFO networking_nsxv3.common.synchronization [None req-2b0cabca-3431-482e-af8e-55707dd8a11f tempest-ServersTestFqdnHostnames-1149300642 tempest-ServersTestFqdnHostnames-1149300642-project-member] Enqueued Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_rules [ 648.639700] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_rules [ 648.639975] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dd41604-a603-4385-8f28-07dc4d510f7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.640108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.640171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.640462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.640539] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.805234] env[65888]: INFO networking_nsxv3.common.synchronization [None req-c7e29b70-4e54-430a-a04f-5d1d2693f53e tempest-ServersTestFqdnHostnames-1149300642 tempest-ServersTestFqdnHostnames-1149300642-project-member] Enqueued Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_rules [ 648.805875] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_rules [ 648.806942] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dd41604-a603-4385-8f28-07dc4d510f7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.806942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.164994] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.165254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.165331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.165537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.165625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.165718] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dd41604-a603-4385-8f28-07dc4d510f7a already deleted. [ 649.165799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.165950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.166125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.166207] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.689019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.689346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.690856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.690856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.690856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.690856] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dd41604-a603-4385-8f28-07dc4d510f7a already deleted. [ 649.690856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.245049] env[65888]: INFO networking_nsxv3.common.synchronization [req-a1fd8ca6-6acd-471e-b1e7-d2b36d6197ed req-02c042b1-76f0-4a3f-b2cb-d7a515f9f489 tempest-ServersAdminTestJSON-1658859935 tempest-ServersAdminTestJSON-1658859935-project-member] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 650.245604] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 650.245910] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.246055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.246126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.246328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.246482] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.246581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.247111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.247362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.247466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.247567] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.583973] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 in Status: SUCCESS [ 650.584348] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 deletion is rescheduled due to dependency. [ 650.584348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.632035] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.632218] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.632218] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.632691] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.632798] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.632893] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.633682] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.633682] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.633682] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.633682] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.633682] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.633948] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.633948] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.634050] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.634089] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.634209] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.655811] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.655967] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.656118] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.656288] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.656598] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-5b7c10c2-082b-481d-8f4f-88163f6c435d taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.656821] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-5b7c10c2-082b-481d-8f4f-88163f6c435d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.656939] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-5b7c10c2-082b-481d-8f4f-88163f6c435d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.657292] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-5b7c10c2-082b-481d-8f4f-88163f6c435d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.657422] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7c10c2-082b-481d-8f4f-88163f6c435d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.751200] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.159648] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.159876] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.159999] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.160375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.160452] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.160594] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 5b7c10c2-082b-481d-8f4f-88163f6c435d not found, creating... [ 651.160847] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.161011] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.161127] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.161415] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.161577] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.161857] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.162062] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.162149] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.162352] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.162478] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.162611] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 5b7c10c2-082b-481d-8f4f-88163f6c435d is going to be created. [ 651.183193] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.183468] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.183603] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.183856] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.184091] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.184309] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-5b7c10c2-082b-481d-8f4f-88163f6c435d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.254247] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.756388] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.756903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.756903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.756903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.757052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.757185] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 651.787936] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.788280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.788280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.788578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.788780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.798923] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 651.918293] env[65888]: INFO networking_nsxv3.common.synchronization [req-a1fd8ca6-6acd-471e-b1e7-d2b36d6197ed req-6cd2d56f-4b20-41f6-a2d8-575ae78faf1c service nova] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_rules [ 651.918464] env[65888]: INFO networking_nsxv3.common.synchronization [req-a1fd8ca6-6acd-471e-b1e7-d2b36d6197ed req-6cd2d56f-4b20-41f6-a2d8-575ae78faf1c service nova] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 651.918601] env[65888]: INFO networking_nsxv3.common.synchronization [req-a1fd8ca6-6acd-471e-b1e7-d2b36d6197ed req-6cd2d56f-4b20-41f6-a2d8-575ae78faf1c service nova] Enqueued Resource ID: 5b7c10c2-082b-481d-8f4f-88163f6c435d with Priority: HIGHEST for action port [ 651.919173] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_rules [ 651.920807] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 651.920807] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7c10c2-082b-481d-8f4f-88163f6c435d with Priority: HIGHEST for action port [ 651.921038] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.921182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.921305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.921493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.921579] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.922488] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.922589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.922777] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b7c10c2-082b-481d-8f4f-88163f6c435d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.922878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b7c10c2-082b-481d-8f4f-88163f6c435d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.922942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b7c10c2-082b-481d-8f4f-88163f6c435d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.923136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b7c10c2-082b-481d-8f4f-88163f6c435d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.923213] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b7c10c2-082b-481d-8f4f-88163f6c435d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.939309] env[65888]: INFO networking_nsxv3.common.synchronization [req-78b71cd1-89e5-43ba-93b3-afb79f6395fc req-9b6a5d9b-1fbc-455c-b28e-d6add039b181 tempest-InstanceActionsTestJSON-1370549969 tempest-InstanceActionsTestJSON-1370549969-project-member] Enqueued Resource ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 with Priority: HIGHEST for action security_group_members [ 651.941298] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 with Priority: HIGHEST for action security_group_members [ 651.941298] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.941298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.941298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.941579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.941618] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.941723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.941784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.941932] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.942070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.942210] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a76de748-fce6-4c02-bab2-f21dcf2d1aa2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.425594] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.425803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.426073] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b7c10c2-082b-481d-8f4f-88163f6c435d with status ACTIVE [ 652.426218] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.426330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.426407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.426621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.426735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.427026] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.427160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.427260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.427483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.427576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.427837] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.428052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.428105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.428293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.428661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.428661] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b7c10c2-082b-481d-8f4f-88163f6c435d is going to be updated. [ 652.445277] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.445464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.445608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.445797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.445947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.447082] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.447082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.447082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.447082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.447082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.447082] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 is going to be updated. [ 652.450918] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.450918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.450918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.451260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.451260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.451466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b7c10c2-082b-481d-8f4f-88163f6c435d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.482415] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.482415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.482415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.482415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.482415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.492549] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 in Status: IN_PROGRESS for 2s [ 652.522475] env[65888]: INFO networking_nsxv3.common.synchronization [req-ef0e6339-8fed-415b-9f81-55c5de4160a7 req-0eeb23d6-5baf-4361-a6d1-433eabd7186b tempest-MigrationsAdminTest-1290629551 tempest-MigrationsAdminTest-1290629551-project-member] Enqueued Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 652.525143] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 652.526586] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.526586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.526777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.527171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.528212] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.528212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.528212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.528212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.528212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.528212] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.032503] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.032805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.032805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.032978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.033083] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.033283] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.033376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.033441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.033592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.033667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.033751] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde already deleted. [ 653.033832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.138027] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.138027] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.138258] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.138440] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.138696] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.138852] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.138959] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.139216] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.139350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.139554] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.139663] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.139768] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.139873] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.140035] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.140143] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.140278] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.160160] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.160160] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.160554] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.160554] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.160715] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-5a35ca23-d3cd-4899-b67c-aa8815e05c4e taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.160874] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-5a35ca23-d3cd-4899-b67c-aa8815e05c4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.160991] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-5a35ca23-d3cd-4899-b67c-aa8815e05c4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.161375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-5a35ca23-d3cd-4899-b67c-aa8815e05c4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.161479] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a35ca23-d3cd-4899-b67c-aa8815e05c4e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.501119] env[65888]: INFO networking_nsxv3.common.synchronization [None req-08c96300-37e4-4907-a892-7d2678dd3e9a None None] Enqueued Resource ID: f75d6fb1-c9d4-4064-ba3c-086eee70aba3 with Priority: HIGHEST for action port [ 653.501649] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75d6fb1-c9d4-4064-ba3c-086eee70aba3 with Priority: HIGHEST for action port [ 653.501949] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f75d6fb1-c9d4-4064-ba3c-086eee70aba3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.504234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f75d6fb1-c9d4-4064-ba3c-086eee70aba3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.504234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f75d6fb1-c9d4-4064-ba3c-086eee70aba3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.504234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f75d6fb1-c9d4-4064-ba3c-086eee70aba3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.504234] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75d6fb1-c9d4-4064-ba3c-086eee70aba3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.664374] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.664520] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.664657] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.665011] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.665203] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.665381] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 5a35ca23-d3cd-4899-b67c-aa8815e05c4e not found, creating... [ 653.665652] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.665853] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.666022] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.666281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.666445] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.666781] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.667014] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.667171] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.667444] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.667578] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.667752] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 5a35ca23-d3cd-4899-b67c-aa8815e05c4e is going to be created. [ 653.689793] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.690350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.690588] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.690950] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.691257] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.691533] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-5a35ca23-d3cd-4899-b67c-aa8815e05c4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.807963] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 653.808230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.808387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.808638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.809040] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.809040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.809040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.809241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.809241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.809321] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.005133] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f75d6fb1-c9d4-4064-ba3c-086eee70aba3 [ 654.005380] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.005523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.005674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.006235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.006346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.006448] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f75d6fb1-c9d4-4064-ba3c-086eee70aba3 already deleted. [ 654.006530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f75d6fb1-c9d4-4064-ba3c-086eee70aba3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.312488] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.377511] env[65888]: INFO networking_nsxv3.common.synchronization [req-ef0e6339-8fed-415b-9f81-55c5de4160a7 req-0c9008c8-3a31-449d-b54e-50a214db41b3 service nova] Enqueued Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_rules [ 654.377700] env[65888]: INFO networking_nsxv3.common.synchronization [req-ef0e6339-8fed-415b-9f81-55c5de4160a7 req-0c9008c8-3a31-449d-b54e-50a214db41b3 service nova] Enqueued Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 654.377835] env[65888]: INFO networking_nsxv3.common.synchronization [req-ef0e6339-8fed-415b-9f81-55c5de4160a7 req-0c9008c8-3a31-449d-b54e-50a214db41b3 service nova] Enqueued Resource ID: 5a35ca23-d3cd-4899-b67c-aa8815e05c4e with Priority: HIGHEST for action port [ 654.378432] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_rules [ 654.378618] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 654.378670] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a35ca23-d3cd-4899-b67c-aa8815e05c4e with Priority: HIGHEST for action port [ 654.378927] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.379184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.379370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.379603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.379714] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.382381] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.382381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.382381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.382381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.382381] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.382381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.382381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.382381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.382381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.382381] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.385500] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a35ca23-d3cd-4899-b67c-aa8815e05c4e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.385500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a35ca23-d3cd-4899-b67c-aa8815e05c4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.385500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a35ca23-d3cd-4899-b67c-aa8815e05c4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.385500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a35ca23-d3cd-4899-b67c-aa8815e05c4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.385500] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a35ca23-d3cd-4899-b67c-aa8815e05c4e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.506187] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 in Status: SUCCESS [ 654.506369] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 deletion is rescheduled due to dependency. [ 654.506483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.746301] env[65888]: INFO networking_nsxv3.common.synchronization [req-f4f6b841-e1e9-4ea1-96bd-279a881f35d5 req-b42905ee-1645-4304-8a6c-ae64fb503388 tempest-ImagesNegativeTestJSON-1906447070 tempest-ImagesNegativeTestJSON-1906447070-project-member] Enqueued Resource ID: f63285ab-cb61-47d9-880b-bf45e79d445c with Priority: HIGHEST for action security_group_members [ 654.750339] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f63285ab-cb61-47d9-880b-bf45e79d445c with Priority: HIGHEST for action security_group_members [ 654.750339] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f63285ab-cb61-47d9-880b-bf45e79d445c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.750339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.750339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.750339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.750339] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.750339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.750339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.750339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.750339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.750339] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f63285ab-cb61-47d9-880b-bf45e79d445c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.813704] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.887305] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.888833] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.888833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.888833] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a35ca23-d3cd-4899-b67c-aa8815e05c4e with status ACTIVE [ 654.888833] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.888833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.888833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.888833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.888833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.888833] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.888833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.888833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.889344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.889344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.889344] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.889344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.889344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.889503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.889503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.889560] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a35ca23-d3cd-4899-b67c-aa8815e05c4e is going to be updated. [ 654.913287] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.913287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.913287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.913287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.913287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.913287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a35ca23-d3cd-4899-b67c-aa8815e05c4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.254298] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.254298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.254298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.254298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.254298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.254298] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.254298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.254298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.254298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.254298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.254298] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63285ab-cb61-47d9-880b-bf45e79d445c is going to be updated. [ 655.285500] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.285500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.285500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.285500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.285500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.294810] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63285ab-cb61-47d9-880b-bf45e79d445c in Status: IN_PROGRESS for 2s [ 655.316335] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.319957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.319957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.319957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.319957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.319957] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 655.358748] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.358904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.358975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.359239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.360281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.373303] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 655.392338] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.512178] env[65888]: INFO networking_nsxv3.common.synchronization [req-53c53253-b771-4cf4-b7f6-62d3e4e63273 req-06b4a0a1-2f05-43ea-a64d-a24a12c7be65 tempest-DeleteServersAdminTestJSON-1487848799 tempest-DeleteServersAdminTestJSON-1487848799-project-member] Enqueued Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 655.512178] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 655.512178] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.512178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.512178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.512178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.512178] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.512178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.515101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.515101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.515101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.515101] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.557969] env[65888]: INFO networking_nsxv3.common.synchronization [None req-60061e33-15c9-4154-92c7-a7ca313036fb None None] Enqueued Resource ID: 221ccf73-19b4-487a-a9aa-7d64a5d943da with Priority: HIGHEST for action port [ 655.557969] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221ccf73-19b4-487a-a9aa-7d64a5d943da with Priority: HIGHEST for action port [ 655.558420] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-221ccf73-19b4-487a-a9aa-7d64a5d943da taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.558540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-221ccf73-19b4-487a-a9aa-7d64a5d943da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.558606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-221ccf73-19b4-487a-a9aa-7d64a5d943da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.558850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-221ccf73-19b4-487a-a9aa-7d64a5d943da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.559702] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('221ccf73-19b4-487a-a9aa-7d64a5d943da',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.896183] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.896183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.896183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.896183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.896398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.896398] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde is going to be created. [ 655.919625] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.920030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.920562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.922017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.922017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.931972] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: UNINITIALIZED for 2s [ 655.973976] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.974794] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.975159] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.976025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.976468] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.976616] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.976747] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.977071] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.977278] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.977814] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.978038] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.978248] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.978392] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.978536] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.981065] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.981284] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.002146] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.003688] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.003688] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.003688] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.003688] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-bb675303-a88a-4c82-80e8-b91818b9cdb9 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.003688] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-bb675303-a88a-4c82-80e8-b91818b9cdb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.003688] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-bb675303-a88a-4c82-80e8-b91818b9cdb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.003993] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-bb675303-a88a-4c82-80e8-b91818b9cdb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.004109] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb675303-a88a-4c82-80e8-b91818b9cdb9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.018172] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.018172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.018172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.018326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.018326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.018567] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.018675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.018738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.018878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.018951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.019042] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35bd58b-ed60-4523-94cd-b8238534374f is going to be updated. [ 656.049185] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.049595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.049595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.049726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.049818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.065515] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 221ccf73-19b4-487a-a9aa-7d64a5d943da [ 656.065802] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.066052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.066135] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.066351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.066464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.066792] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:221ccf73-19b4-487a-a9aa-7d64a5d943da already deleted. [ 656.066792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-221ccf73-19b4-487a-a9aa-7d64a5d943da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.068264] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: IN_PROGRESS for 2s [ 656.506557] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.506867] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.506867] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.507602] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.507602] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.507602] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port bb675303-a88a-4c82-80e8-b91818b9cdb9 not found, creating... [ 656.507799] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.507922] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.508061] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.508270] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.508393] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.508672] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.509171] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.509171] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.511139] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.511291] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.511437] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: bb675303-a88a-4c82-80e8-b91818b9cdb9 is going to be created. [ 656.533193] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.533415] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.533536] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.533806] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.534042] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.534269] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-bb675303-a88a-4c82-80e8-b91818b9cdb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.597873] env[65888]: INFO networking_nsxv3.common.synchronization [None req-c4956fed-5452-45cd-8a33-da421876f124 None None] Enqueued Resource ID: 97ef7738-3f69-4fed-a351-28077e19dce0 with Priority: HIGHEST for action port [ 656.597873] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ef7738-3f69-4fed-a351-28077e19dce0 with Priority: HIGHEST for action port [ 656.598200] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-97ef7738-3f69-4fed-a351-28077e19dce0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.598260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97ef7738-3f69-4fed-a351-28077e19dce0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.598296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97ef7738-3f69-4fed-a351-28077e19dce0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.598990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97ef7738-3f69-4fed-a351-28077e19dce0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.598990] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97ef7738-3f69-4fed-a351-28077e19dce0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.104522] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97ef7738-3f69-4fed-a351-28077e19dce0 [ 657.104522] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.104522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.104522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.104522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.104522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.104522] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97ef7738-3f69-4fed-a351-28077e19dce0 already deleted. [ 657.104522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97ef7738-3f69-4fed-a351-28077e19dce0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.293397] env[65888]: INFO networking_nsxv3.common.synchronization [req-53c53253-b771-4cf4-b7f6-62d3e4e63273 req-ec9ea68d-f6d6-4276-8b3b-5a009c173437 service nova] Enqueued Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_rules [ 657.293615] env[65888]: INFO networking_nsxv3.common.synchronization [req-53c53253-b771-4cf4-b7f6-62d3e4e63273 req-ec9ea68d-f6d6-4276-8b3b-5a009c173437 service nova] Enqueued Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 657.293787] env[65888]: INFO networking_nsxv3.common.synchronization [req-53c53253-b771-4cf4-b7f6-62d3e4e63273 req-ec9ea68d-f6d6-4276-8b3b-5a009c173437 service nova] Enqueued Resource ID: bb675303-a88a-4c82-80e8-b91818b9cdb9 with Priority: HIGHEST for action port [ 657.294429] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_rules [ 657.294513] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 657.294572] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb675303-a88a-4c82-80e8-b91818b9cdb9 with Priority: HIGHEST for action port [ 657.294915] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.295048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.295149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.296103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.296103] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.296613] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.296792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.298420] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb675303-a88a-4c82-80e8-b91818b9cdb9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.298420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb675303-a88a-4c82-80e8-b91818b9cdb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.298420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb675303-a88a-4c82-80e8-b91818b9cdb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.298822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb675303-a88a-4c82-80e8-b91818b9cdb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.298822] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb675303-a88a-4c82-80e8-b91818b9cdb9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.318222] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f63285ab-cb61-47d9-880b-bf45e79d445c in Status: SUCCESS [ 657.318634] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f63285ab-cb61-47d9-880b-bf45e79d445c deletion is rescheduled due to dependency. [ 657.318634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f63285ab-cb61-47d9-880b-bf45e79d445c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.382725] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 657.382935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.383239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.383376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.383643] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.383822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.383928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.384180] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.384310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.384447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.385038] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.800965] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.800965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.801506] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb675303-a88a-4c82-80e8-b91818b9cdb9 with status ACTIVE [ 657.801559] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.801724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.801827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.802090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.802177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.802526] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.802526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.802664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.802731] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.802805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.803077] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.804841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.804955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.805303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.805303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.805402] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb675303-a88a-4c82-80e8-b91818b9cdb9 is going to be updated. [ 657.828654] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.832640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.832640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.832640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.832640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.832640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb675303-a88a-4c82-80e8-b91818b9cdb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.887647] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.887898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.887993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.888340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.888483] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.888604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.888761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.888871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.888961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.889140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.889288] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.889393] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.889524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.889643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.889829] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.889938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.890035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.890319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.890319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.890429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.890473] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.944147] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: SUCCESS [ 657.944147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.945485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945485] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.945485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.945485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.945485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.945807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.945807] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.079710] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: SUCCESS [ 658.080763] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35bd58b-ed60-4523-94cd-b8238534374f deletion is rescheduled due to dependency. [ 658.080763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.080763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.080763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.080763] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.080763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.081442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.081442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.081442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.081442] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.397786] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c: rpc.has_security_group_logging(os_id): False [ 658.417826] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.418075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.418165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.419612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.419612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.419612] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.419612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.419612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.419612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.419612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.419612] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.419612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.419612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.420527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.420527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.420527] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.420527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.420527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.420527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.420527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.420527] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 658.449556] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.449790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.449790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.450225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.450225] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.450413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.450413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.450556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.450610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.450690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.450904] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.451027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.451027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.451136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.451268] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.451361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.451421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.451579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.451654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.451736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.451822] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.488539] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.488539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.488539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.488829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.488829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.507088] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 658.585541] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.955199] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b474e63b-1192-497e-bb0d-5e13daef0fde: rpc.has_security_group_logging(os_id): False [ 658.975127] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.975285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.975367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.975626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.975724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.975939] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.976059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.976127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.976293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.976405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.976515] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.976608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.976666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.976800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.976944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.977233] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.977346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.977403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.977532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.977606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.977690] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde is going to be created. [ 659.036091] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.036301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.036372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.036723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.036939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.052355] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: IN_PROGRESS for 2s [ 659.078270] env[65888]: INFO networking_nsxv3.common.synchronization [None req-c46b35c1-64ab-4569-a3ad-5dfe7df14b53 None None] Enqueued Resource ID: 565f3fdc-70ec-4123-8cfd-1a6da702f9a9 with Priority: HIGHEST for action port [ 659.078809] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565f3fdc-70ec-4123-8cfd-1a6da702f9a9 with Priority: HIGHEST for action port [ 659.079426] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-565f3fdc-70ec-4123-8cfd-1a6da702f9a9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.079426] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-565f3fdc-70ec-4123-8cfd-1a6da702f9a9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.079426] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-565f3fdc-70ec-4123-8cfd-1a6da702f9a9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.079805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-565f3fdc-70ec-4123-8cfd-1a6da702f9a9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.079805] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('565f3fdc-70ec-4123-8cfd-1a6da702f9a9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.094262] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.585490] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 565f3fdc-70ec-4123-8cfd-1a6da702f9a9 [ 659.585699] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.585795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.586043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.586110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.586190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.586270] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:565f3fdc-70ec-4123-8cfd-1a6da702f9a9 already deleted. [ 659.586349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-565f3fdc-70ec-4123-8cfd-1a6da702f9a9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.602968] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.603242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.603317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.603528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.603611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.603713] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35bd58b-ed60-4523-94cd-b8238534374f is going to be updated. [ 659.636392] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.636570] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.636627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.636815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.637062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.647669] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: IN_PROGRESS for 2s [ 660.443513] env[65888]: INFO networking_nsxv3.common.synchronization [req-12f3db5a-28a1-4272-8c67-45a4934963d3 req-d64b92d6-ecef-46b2-b119-45839845bada tempest-ServerActionsV293TestJSON-543423151 tempest-ServerActionsV293TestJSON-543423151-project-member] Enqueued Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_members [ 660.444086] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_members [ 660.444401] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed33d484-4d6e-44b1-8865-0784615672de taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.444598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.444598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.444857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.445089] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.445822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.445822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.445822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.445822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.445822] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.521979] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 660.522240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.924170] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.924401] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-819" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.924553] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-819" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.924928] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-819" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.925767] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.925767] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.925767] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.926191] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.926375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.926609] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.926743] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.926903] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.927039] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.927187] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.927327] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.927533] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.948126] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.948372] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.948592] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.948879] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-819" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.949995] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-1c282fa7-6479-4097-a36e-682497cda9eb taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.949995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-1c282fa7-6479-4097-a36e-682497cda9eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.949995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-1c282fa7-6479-4097-a36e-682497cda9eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.949995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-1c282fa7-6479-4097-a36e-682497cda9eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.949995] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c282fa7-6479-4097-a36e-682497cda9eb',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.950996] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.951140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.951185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.951367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.951448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.951629] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.954118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.954118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.954118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.954118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.954118] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed33d484-4d6e-44b1-8865-0784615672de already deleted. [ 660.954118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.078482] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: SUCCESS [ 661.078803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.455723] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.456063] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.456121] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.456379] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.456533] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.456684] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 1c282fa7-6479-4097-a36e-682497cda9eb not found, creating... [ 661.457325] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.457325] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.457325] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.457512] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.457793] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.457929] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.458107] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.458784] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.458784] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.458784] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.458784] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 1c282fa7-6479-4097-a36e-682497cda9eb is going to be created. [ 661.486614] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.486841] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.487093] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.488646] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.488646] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.488646] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-1c282fa7-6479-4097-a36e-682497cda9eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.665765] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: SUCCESS [ 661.665765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.666134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.666134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.666504] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.666589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.666671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.667506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.672121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.672121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.672121] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.176487] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.177267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.177267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.177267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.177445] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.177445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.177540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.177622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.177766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.177845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.178199] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.178199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.178199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.178402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.178475] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.178544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.178609] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.179197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.179197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.179197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.180160] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.327442] env[65888]: INFO networking_nsxv3.common.synchronization [req-12f3db5a-28a1-4272-8c67-45a4934963d3 req-f74a791b-29aa-41fd-b6ee-49d6703fe959 service nova] Enqueued Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_rules [ 662.327442] env[65888]: INFO networking_nsxv3.common.synchronization [req-12f3db5a-28a1-4272-8c67-45a4934963d3 req-f74a791b-29aa-41fd-b6ee-49d6703fe959 service nova] Enqueued Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_members [ 662.327659] env[65888]: INFO networking_nsxv3.common.synchronization [req-12f3db5a-28a1-4272-8c67-45a4934963d3 req-f74a791b-29aa-41fd-b6ee-49d6703fe959 service nova] Enqueued Resource ID: 1c282fa7-6479-4097-a36e-682497cda9eb with Priority: HIGHEST for action port [ 662.328448] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_rules [ 662.328706] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_members [ 662.328886] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c282fa7-6479-4097-a36e-682497cda9eb with Priority: HIGHEST for action port [ 662.329646] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed33d484-4d6e-44b1-8865-0784615672de taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.329851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.330065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.330306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.330622] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.332888] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed33d484-4d6e-44b1-8865-0784615672de taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.333075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.333884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.333884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.333884] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.333884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.333884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.333884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.334174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.335916] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.336857] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c282fa7-6479-4097-a36e-682497cda9eb taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.336857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c282fa7-6479-4097-a36e-682497cda9eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.336857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c282fa7-6479-4097-a36e-682497cda9eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.336857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c282fa7-6479-4097-a36e-682497cda9eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.336857] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c282fa7-6479-4097-a36e-682497cda9eb',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.685939] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e35bd58b-ed60-4523-94cd-b8238534374f: rpc.has_security_group_logging(os_id): False [ 662.708204] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.708204] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.708204] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.708204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.709444] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.709444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.709444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.709444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.709444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.709444] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35bd58b-ed60-4523-94cd-b8238534374f is going to be updated. [ 662.782281] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.782281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.782281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.782281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.782281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.799619] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: IN_PROGRESS for 2s [ 662.842046] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed33d484-4d6e-44b1-8865-0784615672de taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.842046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.842759] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.843660] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c282fa7-6479-4097-a36e-682497cda9eb with status ACTIVE [ 662.843862] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.844082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.844082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.844275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.844379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.844569] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.844672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.844734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.844996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.845910] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.846344] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.846446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.848621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.848621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.848621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.848621] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c282fa7-6479-4097-a36e-682497cda9eb is going to be updated. [ 662.880900] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.881106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.881181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.881992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.881992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.881992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c282fa7-6479-4097-a36e-682497cda9eb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.349156] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.852639] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.853179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.853179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.853329] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.853411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.853570] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed33d484-4d6e-44b1-8865-0784615672de is going to be created. [ 663.895601] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.895806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.895806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.896296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.896296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.910852] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed33d484-4d6e-44b1-8865-0784615672de in Status: UNINITIALIZED for 2s [ 664.059177] env[65888]: INFO networking_nsxv3.common.synchronization [req-9eacfa53-81f2-4a57-99be-a3dfd7614433 req-3d253aa6-3a3d-43ed-9f8f-52e6864b7826 tempest-ServerAddressesTestJSON-1204435149 tempest-ServerAddressesTestJSON-1204435149-project-member] Enqueued Resource ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 with Priority: HIGHEST for action security_group_members [ 664.059801] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 with Priority: HIGHEST for action security_group_members [ 664.060243] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea49a6b7-9c1d-43d4-b051-ecc394719313 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.060384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.060432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.060660] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.060851] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.061009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.061079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.061247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.061334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.061444] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea49a6b7-9c1d-43d4-b051-ecc394719313',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.473105] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.473291] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-432" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.473409] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-432" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.473735] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-432" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.473987] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.474166] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.474278] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.474493] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.474628] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.474859] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.475225] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.475433] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.475502] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.475639] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.475767] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.475917] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.495093] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.495288] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.495426] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.495601] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-432" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.495914] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-0c745c22-9e50-4699-b5f8-6ea88d0cc684 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.496097] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-0c745c22-9e50-4699-b5f8-6ea88d0cc684" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.496211] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-0c745c22-9e50-4699-b5f8-6ea88d0cc684" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.496532] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-0c745c22-9e50-4699-b5f8-6ea88d0cc684" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.496667] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c745c22-9e50-4699-b5f8-6ea88d0cc684',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.564427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.564590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.564644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.564845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.564936] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.565201] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.565264] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.565301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.565445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.565519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.565603] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 already deleted. [ 664.565685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.631311] env[65888]: INFO networking_nsxv3.common.synchronization [None req-49c7bea2-3a5b-45f9-a0b3-66bde1ea5e0f None None] Enqueued Resource ID: ef338e49-546a-4d5b-be64-82dd2a912b92 with Priority: HIGHEST for action port [ 664.631590] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef338e49-546a-4d5b-be64-82dd2a912b92 with Priority: HIGHEST for action port [ 664.632146] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef338e49-546a-4d5b-be64-82dd2a912b92 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.632355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef338e49-546a-4d5b-be64-82dd2a912b92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.632355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef338e49-546a-4d5b-be64-82dd2a912b92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.632587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef338e49-546a-4d5b-be64-82dd2a912b92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.632666] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef338e49-546a-4d5b-be64-82dd2a912b92',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.816555] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: SUCCESS [ 664.816800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.001170] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.001437] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.001437] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.001705] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.001870] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.002190] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 0c745c22-9e50-4699-b5f8-6ea88d0cc684 not found, creating... [ 665.002334] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.002506] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.002615] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.002902] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.002974] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.003298] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.003719] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.003719] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.003871] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.004973] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.005292] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 0c745c22-9e50-4699-b5f8-6ea88d0cc684 is going to be created. [ 665.033469] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.033469] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.033469] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.033469] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.033469] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.033469] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-0c745c22-9e50-4699-b5f8-6ea88d0cc684" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.135159] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef338e49-546a-4d5b-be64-82dd2a912b92 [ 665.135444] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.135593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.135662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.135901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.135997] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.136119] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef338e49-546a-4d5b-be64-82dd2a912b92 already deleted. [ 665.136210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef338e49-546a-4d5b-be64-82dd2a912b92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.792121] env[65888]: INFO networking_nsxv3.common.synchronization [req-9eacfa53-81f2-4a57-99be-a3dfd7614433 req-3420d7cf-f6b6-4762-ba2a-def6e1d37504 service nova] Enqueued Resource ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 with Priority: HIGHEST for action security_group_rules [ 665.792826] env[65888]: INFO networking_nsxv3.common.synchronization [req-9eacfa53-81f2-4a57-99be-a3dfd7614433 req-3420d7cf-f6b6-4762-ba2a-def6e1d37504 service nova] Enqueued Resource ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 with Priority: HIGHEST for action security_group_members [ 665.792826] env[65888]: INFO networking_nsxv3.common.synchronization [req-9eacfa53-81f2-4a57-99be-a3dfd7614433 req-3420d7cf-f6b6-4762-ba2a-def6e1d37504 service nova] Enqueued Resource ID: 0c745c22-9e50-4699-b5f8-6ea88d0cc684 with Priority: HIGHEST for action port [ 665.794349] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 with Priority: HIGHEST for action security_group_rules [ 665.794349] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 with Priority: HIGHEST for action security_group_members [ 665.794349] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c745c22-9e50-4699-b5f8-6ea88d0cc684 with Priority: HIGHEST for action port [ 665.794349] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea49a6b7-9c1d-43d4-b051-ecc394719313 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.794349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.794349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.794724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.794724] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea49a6b7-9c1d-43d4-b051-ecc394719313',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.795657] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea49a6b7-9c1d-43d4-b051-ecc394719313 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.795758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.795822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.796022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.796174] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.796276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.796387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.796592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.796668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.796742] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea49a6b7-9c1d-43d4-b051-ecc394719313',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.797960] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c745c22-9e50-4699-b5f8-6ea88d0cc684 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.798093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c745c22-9e50-4699-b5f8-6ea88d0cc684" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.798156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c745c22-9e50-4699-b5f8-6ea88d0cc684" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.799023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c745c22-9e50-4699-b5f8-6ea88d0cc684" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.799023] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c745c22-9e50-4699-b5f8-6ea88d0cc684',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.929179] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed33d484-4d6e-44b1-8865-0784615672de in Status: SUCCESS [ 665.929179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.929179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.929361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.929706] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.929706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.929872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.929921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.929970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.930087] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.930225] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.226808] env[65888]: INFO networking_nsxv3.common.synchronization [req-f28a2924-dada-449b-a792-c93d391d4cd0 req-19b6855d-a61a-41fa-afab-7d286b620006 tempest-FloatingIPsAssociationTestJSON-1167112767 tempest-FloatingIPsAssociationTestJSON-1167112767-project-member] Enqueued Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 666.227207] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 666.227434] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.228379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.228379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.228379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.228379] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.228379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.228379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.228638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.228638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.228638] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.299856] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea49a6b7-9c1d-43d4-b051-ecc394719313',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.300804] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea49a6b7-9c1d-43d4-b051-ecc394719313 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.300912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.301018] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c745c22-9e50-4699-b5f8-6ea88d0cc684 with status ACTIVE [ 666.301202] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.301306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.301362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.301562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.301825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.302173] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.302444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.302444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.302546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.302579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.302735] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.302822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.302931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.303019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.303805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.303805] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c745c22-9e50-4699-b5f8-6ea88d0cc684 is going to be updated. [ 666.328368] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.328741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.328741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.328870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.328932] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.329119] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c745c22-9e50-4699-b5f8-6ea88d0cc684" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.436567] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.585968] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.586225] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-284" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.586290] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-284" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.586653] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-284" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.586912] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.587280] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.587931] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.588314] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.588541] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.588847] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.588982] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.590491] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.590491] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.590491] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.590491] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.590491] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.613354] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.613577] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.613764] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.613997] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-284" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.614633] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-f4ff34cc-179f-4096-9cde-0267b20d70a7 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.614633] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-f4ff34cc-179f-4096-9cde-0267b20d70a7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.614633] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-f4ff34cc-179f-4096-9cde-0267b20d70a7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.615043] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-f4ff34cc-179f-4096-9cde-0267b20d70a7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.615735] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ff34cc-179f-4096-9cde-0267b20d70a7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.731086] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.731373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.731373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.731604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.731690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.731930] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.732132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.732132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.732299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.732367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.732434] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 already deleted. [ 666.733099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.806468] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea49a6b7-9c1d-43d4-b051-ecc394719313',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.941432] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed33d484-4d6e-44b1-8865-0784615672de: rpc.has_security_group_logging(os_id): False [ 666.962169] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.962169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.962169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.962426] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.963256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.963256] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.965908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.965908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.969108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.969271] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.969444] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed33d484-4d6e-44b1-8865-0784615672de is going to be created. [ 667.032660] env[65888]: INFO networking_nsxv3.common.synchronization [None req-4ac08d3c-278c-466b-bbd9-25951468325c None None] Enqueued Resource ID: 4222158d-1ce0-43d0-b065-4944ae7c34c7 with Priority: HIGHEST for action port [ 667.032660] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4222158d-1ce0-43d0-b065-4944ae7c34c7 with Priority: HIGHEST for action port [ 667.032660] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4222158d-1ce0-43d0-b065-4944ae7c34c7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.033157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4222158d-1ce0-43d0-b065-4944ae7c34c7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.033157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4222158d-1ce0-43d0-b065-4944ae7c34c7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.033157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4222158d-1ce0-43d0-b065-4944ae7c34c7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.033474] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4222158d-1ce0-43d0-b065-4944ae7c34c7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.037832] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.037832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.037832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.037832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.037832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.054620] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed33d484-4d6e-44b1-8865-0784615672de in Status: IN_PROGRESS for 2s [ 667.121028] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.121028] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.121028] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.121028] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.121028] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.121028] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port f4ff34cc-179f-4096-9cde-0267b20d70a7 not found, creating... [ 667.121028] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.121028] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.121028] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.121028] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.121028] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.121520] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.121520] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.121520] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.122418] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.122418] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.122418] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: f4ff34cc-179f-4096-9cde-0267b20d70a7 is going to be created. [ 667.169847] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.170325] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.170471] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.171372] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.171666] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.171937] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-f4ff34cc-179f-4096-9cde-0267b20d70a7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.309317] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.309704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.309704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.309789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.309825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.309917] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 is going to be created. [ 667.349126] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.349126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.349421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.349421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.349522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.363924] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 in Status: UNINITIALIZED for 2s [ 667.539173] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4222158d-1ce0-43d0-b065-4944ae7c34c7 [ 667.539432] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.539578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.539876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.540116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.540210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.540308] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4222158d-1ce0-43d0-b065-4944ae7c34c7 already deleted. [ 667.540388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4222158d-1ce0-43d0-b065-4944ae7c34c7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.001630] env[65888]: INFO networking_nsxv3.common.synchronization [req-f28a2924-dada-449b-a792-c93d391d4cd0 req-5869f061-0541-4bb2-9654-4005fb8a43fd service nova] Enqueued Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_rules [ 668.002085] env[65888]: INFO networking_nsxv3.common.synchronization [req-f28a2924-dada-449b-a792-c93d391d4cd0 req-5869f061-0541-4bb2-9654-4005fb8a43fd service nova] Enqueued Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 668.002085] env[65888]: INFO networking_nsxv3.common.synchronization [req-f28a2924-dada-449b-a792-c93d391d4cd0 req-5869f061-0541-4bb2-9654-4005fb8a43fd service nova] Enqueued Resource ID: f4ff34cc-179f-4096-9cde-0267b20d70a7 with Priority: HIGHEST for action port [ 668.002587] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_rules [ 668.003451] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 668.005789] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ff34cc-179f-4096-9cde-0267b20d70a7 with Priority: HIGHEST for action port [ 668.006421] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.006630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.006740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.007286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.007384] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.009421] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.009421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.009421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.009820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.009961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.010185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.010269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.010661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.010661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.010661] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.012783] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4ff34cc-179f-4096-9cde-0267b20d70a7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.012930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4ff34cc-179f-4096-9cde-0267b20d70a7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.012984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4ff34cc-179f-4096-9cde-0267b20d70a7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.013164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4ff34cc-179f-4096-9cde-0267b20d70a7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.013241] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ff34cc-179f-4096-9cde-0267b20d70a7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.514809] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.516049] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.516213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.516449] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4ff34cc-179f-4096-9cde-0267b20d70a7 with status ACTIVE [ 668.516635] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.516731] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.516802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.517089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.517159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.517428] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.517503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.517567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.517744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.517817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.518630] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.518630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.518766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.518822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.518896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.518996] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4ff34cc-179f-4096-9cde-0267b20d70a7 is going to be updated. [ 668.549630] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.552224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.552224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.552470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.552555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.552750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4ff34cc-179f-4096-9cde-0267b20d70a7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.021857] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.071246] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed33d484-4d6e-44b1-8865-0784615672de in Status: SUCCESS [ 669.071465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.379766] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 in Status: SUCCESS [ 669.380017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.380201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.380423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.380610] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.380724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.380785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.380924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.381017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.381094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.381178] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea49a6b7-9c1d-43d4-b051-ecc394719313',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.530020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.530020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.530020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.530020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.530020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.530020] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 is going to be created. [ 669.558022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.558221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.558293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.558504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.558663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.569939] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: UNINITIALIZED for 2s [ 669.884233] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea49a6b7-9c1d-43d4-b051-ecc394719313 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.884487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.884487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.884861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.885044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.885258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.885318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.885524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.885663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.885767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.886052] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea49a6b7-9c1d-43d4-b051-ecc394719313 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.886163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.886163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.886316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.886574] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.886574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.886688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.886793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.886838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.886947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.887180] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea49a6b7-9c1d-43d4-b051-ecc394719313',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.389885] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea49a6b7-9c1d-43d4-b051-ecc394719313: rpc.has_security_group_logging(os_id): False [ 670.413763] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.413942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.414194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.414469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.414564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.414793] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.414891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.414944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.415111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.415200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.415378] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.415488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.415547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.415700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.415770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.415946] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.416465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.416465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.416465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.416465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.416465] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 is going to be created. [ 670.482961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.483171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.483214] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.483821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.483821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.498024] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 in Status: IN_PROGRESS for 2s [ 671.011260] env[65888]: INFO networking_nsxv3.common.synchronization [None req-4f608099-2266-41af-9f00-273dd0a2ccea None None] Enqueued Resource ID: b346957c-ab73-4709-82df-e8043698f39d with Priority: HIGHEST for action port [ 671.011893] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b346957c-ab73-4709-82df-e8043698f39d with Priority: HIGHEST for action port [ 671.012217] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b346957c-ab73-4709-82df-e8043698f39d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.012336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b346957c-ab73-4709-82df-e8043698f39d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.012404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b346957c-ab73-4709-82df-e8043698f39d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.012661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b346957c-ab73-4709-82df-e8043698f39d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.012745] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b346957c-ab73-4709-82df-e8043698f39d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.198257] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ef9221e-37ec-4084-b0de-b98e602f3682 req-12616dc6-c18d-455d-b02f-901e3c93f25a tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 671.198753] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 671.199692] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.199692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.199692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.199692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.199692] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.200503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.200503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.200503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.200503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.200503] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.522103] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b346957c-ab73-4709-82df-e8043698f39d [ 671.523502] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.523773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.526143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.526143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.526143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.526143] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b346957c-ab73-4709-82df-e8043698f39d already deleted. [ 671.526143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b346957c-ab73-4709-82df-e8043698f39d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.583044] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: SUCCESS [ 671.583237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.583312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.583625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.584240] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.584240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.584240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.584240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.584419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.584750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.584750] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.640806] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.641128] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.641268] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.641668] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.641958] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.642700] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.642885] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.643740] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.644074] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.644358] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.644536] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.644713] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.644995] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.645241] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.645241] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.646510] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.671599] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.672978] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.672978] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.672978] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.672978] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-2ee9160b-84c0-4a00-bdcf-1f7c6201d47e taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.672978] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-2ee9160b-84c0-4a00-bdcf-1f7c6201d47e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.672978] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-2ee9160b-84c0-4a00-bdcf-1f7c6201d47e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.673358] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-2ee9160b-84c0-4a00-bdcf-1f7c6201d47e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.673446] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ee9160b-84c0-4a00-bdcf-1f7c6201d47e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.703659] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.703659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.703659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.703659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.703659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.703659] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.703659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.704137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.704137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.704137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.704137] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 671.737027] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.737169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.737239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.739077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.739077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.748882] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 672.089563] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.089862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.089862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.089949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.090255] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.090255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.090255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.090429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.090499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.090587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.091148] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.091148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.091148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.091148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.091311] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.091311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.091386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.091503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.091576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.091656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.091742] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.181023] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.181023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.181023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.181023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.181023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.181023] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 2ee9160b-84c0-4a00-bdcf-1f7c6201d47e not found, creating... [ 672.181023] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.181023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.181023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.181023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.181023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.181924] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.181924] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.181924] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.182720] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.183068] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.183505] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 2ee9160b-84c0-4a00-bdcf-1f7c6201d47e is going to be created. [ 672.212410] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.212794] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.213031] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.213355] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.213617] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.214230] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-2ee9160b-84c0-4a00-bdcf-1f7c6201d47e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.523378] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 in Status: SUCCESS [ 672.523378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.595041] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3: rpc.has_security_group_logging(os_id): False [ 672.615105] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.615250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.615413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.615633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.615633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.615883] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.615938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.615979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.617495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.617495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.617495] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.617495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.617495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.617495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.617495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.617495] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.617495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.617495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.617865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.617865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.617865] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 is going to be created. [ 672.723072] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.723072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.723072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.723860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.723860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.737426] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: IN_PROGRESS for 2s [ 673.027165] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ef9221e-37ec-4084-b0de-b98e602f3682 req-6acdea2d-8d4a-4889-b76e-96351caf9f99 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 673.027397] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ef9221e-37ec-4084-b0de-b98e602f3682 req-6acdea2d-8d4a-4889-b76e-96351caf9f99 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 673.027508] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ef9221e-37ec-4084-b0de-b98e602f3682 req-6acdea2d-8d4a-4889-b76e-96351caf9f99 service nova] Enqueued Resource ID: 2ee9160b-84c0-4a00-bdcf-1f7c6201d47e with Priority: HIGHEST for action port [ 673.028051] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 673.028196] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 673.028314] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee9160b-84c0-4a00-bdcf-1f7c6201d47e with Priority: HIGHEST for action port [ 673.028589] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.028714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.028802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.030898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.030996] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.032181] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.032581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.032813] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ee9160b-84c0-4a00-bdcf-1f7c6201d47e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.032931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ee9160b-84c0-4a00-bdcf-1f7c6201d47e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.032992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ee9160b-84c0-4a00-bdcf-1f7c6201d47e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.033200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ee9160b-84c0-4a00-bdcf-1f7c6201d47e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.033279] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ee9160b-84c0-4a00-bdcf-1f7c6201d47e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.535769] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.536101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.536101] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ee9160b-84c0-4a00-bdcf-1f7c6201d47e with status ACTIVE [ 673.536253] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.536358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.536420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.536631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.536716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.536882] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.536986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.537094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.537935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.537935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.537935] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.537935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.537935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.537935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.537935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.537935] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ee9160b-84c0-4a00-bdcf-1f7c6201d47e is going to be updated. [ 673.566127] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.566285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.566356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.566567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.566708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.566869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ee9160b-84c0-4a00-bdcf-1f7c6201d47e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.766019] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 673.766225] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d deletion is rescheduled due to dependency. [ 673.766355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.766527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.766776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.766965] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.767561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.767561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.767561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.767561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.767776] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.231682] env[65888]: INFO networking_nsxv3.common.synchronization [None req-b7a974c3-aac0-41ea-9f16-c573215396ee None None] Enqueued Resource ID: ef0a7043-f157-4098-b4ca-b782de864c9c with Priority: HIGHEST for action port [ 674.232175] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef0a7043-f157-4098-b4ca-b782de864c9c with Priority: HIGHEST for action port [ 674.232505] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef0a7043-f157-4098-b4ca-b782de864c9c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.232631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef0a7043-f157-4098-b4ca-b782de864c9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.232696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef0a7043-f157-4098-b4ca-b782de864c9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.232973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef0a7043-f157-4098-b4ca-b782de864c9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.233233] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef0a7043-f157-4098-b4ca-b782de864c9c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.271678] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.735794] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef0a7043-f157-4098-b4ca-b782de864c9c [ 674.735794] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.735794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.735794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.736858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.736858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.736858] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef0a7043-f157-4098-b4ca-b782de864c9c already deleted. [ 674.736858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef0a7043-f157-4098-b4ca-b782de864c9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.756334] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: SUCCESS [ 674.756827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.776638] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.278849] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.279067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.279067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.279424] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.279424] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.279424] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 675.303040] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1b17a608-8f4a-44f2-bc9b-02c94c65ceb7 None None] Enqueued Resource ID: 1266c6bd-f9e3-46c7-b8bb-c57e8fb26fa0 with Priority: HIGHEST for action port [ 675.304456] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1266c6bd-f9e3-46c7-b8bb-c57e8fb26fa0 with Priority: HIGHEST for action port [ 675.304456] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1266c6bd-f9e3-46c7-b8bb-c57e8fb26fa0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.304456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1266c6bd-f9e3-46c7-b8bb-c57e8fb26fa0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.304456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1266c6bd-f9e3-46c7-b8bb-c57e8fb26fa0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.304456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1266c6bd-f9e3-46c7-b8bb-c57e8fb26fa0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.304456] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1266c6bd-f9e3-46c7-b8bb-c57e8fb26fa0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.315404] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.316046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.316132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.316368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.316581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.328279] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 675.810687] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1266c6bd-f9e3-46c7-b8bb-c57e8fb26fa0 [ 675.810969] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.811372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.811673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.811911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.812071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.812362] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1266c6bd-f9e3-46c7-b8bb-c57e8fb26fa0 already deleted. [ 675.813021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1266c6bd-f9e3-46c7-b8bb-c57e8fb26fa0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.075059] env[65888]: INFO networking_nsxv3.common.synchronization [req-e6990be2-6d93-4703-b13d-1bcbf04b5123 req-bd388209-4b6c-445d-95da-945006ca2c96 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 676.075612] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 676.075916] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.078500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.078500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.078500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.078500] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.078500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.078896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.079122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.079278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.079418] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.119115] env[65888]: INFO networking_nsxv3.common.synchronization [req-e6990be2-6d93-4703-b13d-1bcbf04b5123 req-bd388209-4b6c-445d-95da-945006ca2c96 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_rules [ 676.119115] env[65888]: INFO networking_nsxv3.common.synchronization [req-e6990be2-6d93-4703-b13d-1bcbf04b5123 req-bd388209-4b6c-445d-95da-945006ca2c96 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 676.119115] env[65888]: INFO networking_nsxv3.common.synchronization [req-e6990be2-6d93-4703-b13d-1bcbf04b5123 req-bd388209-4b6c-445d-95da-945006ca2c96 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: 43c92cf1-b9d9-481b-a06e-25798d833d81 with Priority: HIGHEST for action port [ 676.119115] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_rules [ 676.119586] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 676.119832] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c92cf1-b9d9-481b-a06e-25798d833d81 with Priority: HIGHEST for action port [ 676.120265] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.125806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.125806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.125806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.125806] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.125806] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.125806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.125806] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c92cf1-b9d9-481b-a06e-25798d833d81 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.125806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.125806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.125806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.125806] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c92cf1-b9d9-481b-a06e-25798d833d81',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.281488] env[65888]: INFO networking_nsxv3.common.synchronization [req-ebfeb39a-2195-41d8-81cf-ea0ab72f0647 req-67b54e1b-31b7-4228-a79f-8951e03b057e tempest-DeleteServersAdminTestJSON-1487848799 tempest-DeleteServersAdminTestJSON-1487848799-project-member] Enqueued Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 676.281651] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGHEST for action security_group_members [ 676.281861] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.282261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.282618] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.282844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.283046] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.286018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.286018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.286018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.286018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.286018] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.581864] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.625802] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.625940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.627311] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43c92cf1-b9d9-481b-a06e-25798d833d81 with status ACTIVE [ 676.627515] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.627636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.627702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.627951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.628071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.628240] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.628385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.628420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.628608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.629920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.629920] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.629920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.629920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.629920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.629920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.629920] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43c92cf1-b9d9-481b-a06e-25798d833d81 is going to be updated. [ 676.658015] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.658015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.658015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.658015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.658015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.658015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.787153] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.787383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.787452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.787689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.788049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.788049] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.788258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.788258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.788368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.788450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.788541] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35bd58b-ed60-4523-94cd-b8238534374f is going to be updated. [ 676.833623] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.833623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.833981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.834071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.834298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.845657] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: IN_PROGRESS for 2s [ 677.084393] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.360118] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 677.360350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.360552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.360847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.361228] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.361381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.361381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.361560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.361773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.361874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.361923] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.587162] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.587279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.593224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.593224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.593224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.593224] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 is going to be updated. [ 677.630054] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.630194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.631211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.631211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.631211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.651558] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: IN_PROGRESS for 2s [ 677.864763] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.865306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.865306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.865457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.865526] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.865657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.865728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.866279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.866408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.866639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.866724] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.866804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.866998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.868071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.868071] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.868071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.868071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.868071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.868071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.868071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.868071] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.372211] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46eefe31-fac4-4839-a9a9-40fe1f96887d: rpc.has_security_group_logging(os_id): False [ 678.393692] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.393858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.393925] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.394146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.394245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.394705] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.394705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.394705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.394898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.394898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.395110] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.395207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.395207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.395344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.395742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.395742] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.395742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.395742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.395959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.395959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.396076] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 678.464359] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.464653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.464653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.464869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.465160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.479920] env[65888]: INFO networking_nsxv3.common.synchronization [None req-39fb6f72-acc5-41a7-8170-7eb55b5995ed None None] Enqueued Resource ID: 128125b0-a124-4172-893d-e9db9ace9868 with Priority: HIGHEST for action port [ 678.480459] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128125b0-a124-4172-893d-e9db9ace9868 with Priority: HIGHEST for action port [ 678.480762] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-128125b0-a124-4172-893d-e9db9ace9868 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.480885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-128125b0-a124-4172-893d-e9db9ace9868" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.480950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-128125b0-a124-4172-893d-e9db9ace9868" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.481218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-128125b0-a124-4172-893d-e9db9ace9868" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.481306] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128125b0-a124-4172-893d-e9db9ace9868',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.494533] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 678.549913] env[65888]: INFO networking_nsxv3.common.synchronization [None req-7edabbdc-5114-4539-87e7-fcecc5c4bd14 None None] Enqueued Resource ID: cafc5426-2f5b-447c-a93d-5338e72ac3d5 with Priority: HIGHEST for action port [ 678.550547] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cafc5426-2f5b-447c-a93d-5338e72ac3d5 with Priority: HIGHEST for action port [ 678.550858] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cafc5426-2f5b-447c-a93d-5338e72ac3d5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.550978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cafc5426-2f5b-447c-a93d-5338e72ac3d5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.552260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cafc5426-2f5b-447c-a93d-5338e72ac3d5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.552551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cafc5426-2f5b-447c-a93d-5338e72ac3d5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.552670] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cafc5426-2f5b-447c-a93d-5338e72ac3d5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.857250] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e35bd58b-ed60-4523-94cd-b8238534374f in Status: SUCCESS [ 678.857859] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e35bd58b-ed60-4523-94cd-b8238534374f deletion is rescheduled due to dependency. [ 678.860852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.984687] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 128125b0-a124-4172-893d-e9db9ace9868 [ 678.984687] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.985194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.985194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.985194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.985194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.985312] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:128125b0-a124-4172-893d-e9db9ace9868 already deleted. [ 678.985400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-128125b0-a124-4172-893d-e9db9ace9868" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.057948] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cafc5426-2f5b-447c-a93d-5338e72ac3d5 [ 679.057948] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.058389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.058389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.058389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.058389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.058510] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cafc5426-2f5b-447c-a93d-5338e72ac3d5 already deleted. [ 679.058706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cafc5426-2f5b-447c-a93d-5338e72ac3d5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.664355] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: SUCCESS [ 679.664355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.664541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.665044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.665044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.665199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.665231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.665661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.665661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.665661] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.169577] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.513140] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 680.513389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.672630] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.174462] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.174743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.174743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.175383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.175383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.175383] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 is going to be updated. [ 681.241892] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.241892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.241892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.243752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.243752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.257498] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: IN_PROGRESS for 2s [ 681.413705] env[65888]: INFO networking_nsxv3.common.synchronization [req-158b7502-c554-47eb-ad61-fb5a9f051f3f req-93018e5f-1d7c-4d69-af1c-73b7b1743c1f tempest-ImagesOneServerNegativeTestJSON-1865084853 tempest-ImagesOneServerNegativeTestJSON-1865084853-project-member] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 681.413958] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 681.414311] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.414401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.414447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.414652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.414804] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.414875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.414932] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.415118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.415206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.415299] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.920269] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.920508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.920612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.920887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.920982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.921202] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.923068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.923068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.923068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.923068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.923068] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be updated. [ 681.959657] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.961050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.961050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.961050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.961050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.969980] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 682.196276] env[65888]: INFO networking_nsxv3.common.synchronization [None req-984aa260-769d-487c-ad51-eb8d88f8e9b5 None None] Enqueued Resource ID: 755509d7-e55b-4825-9731-4738b96b3c16 with Priority: HIGHEST for action port [ 682.196839] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 755509d7-e55b-4825-9731-4738b96b3c16 with Priority: HIGHEST for action port [ 682.197258] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-755509d7-e55b-4825-9731-4738b96b3c16 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.197428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-755509d7-e55b-4825-9731-4738b96b3c16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.197519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-755509d7-e55b-4825-9731-4738b96b3c16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.197825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-755509d7-e55b-4825-9731-4738b96b3c16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.198168] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('755509d7-e55b-4825-9731-4738b96b3c16',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.703963] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 755509d7-e55b-4825-9731-4738b96b3c16 [ 682.703963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.703963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.703963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.703963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.703963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.703963] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:755509d7-e55b-4825-9731-4738b96b3c16 already deleted. [ 682.703963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-755509d7-e55b-4825-9731-4738b96b3c16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.270907] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: SUCCESS [ 683.270907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.270907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.271200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.271359] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.271442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.271508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.271710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.271807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.271896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.272026] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.778224] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.981195] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 683.981195] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf deletion is rescheduled due to dependency. [ 683.981195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.281429] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d08fe9d1-68b7-4488-a220-0a19d527b2b1: rpc.has_security_group_logging(os_id): False [ 684.295422] env[65888]: INFO networking_nsxv3.common.synchronization [req-12f831f2-7e59-444b-9863-a7c3fc05acab req-5e4b7d53-1efd-47a4-93b2-54a2e2fd9f11 tempest-ServersTestFqdnHostnames-1149300642 tempest-ServersTestFqdnHostnames-1149300642-project-member] Enqueued Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_members [ 684.296732] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_members [ 684.296732] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dd41604-a603-4385-8f28-07dc4d510f7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.296732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.296732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.296919] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.297135] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.297248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.297248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.297403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.297485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.297577] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.304021] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.304021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.304021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.304021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.304021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.304021] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.304021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.304021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.304021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.304021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.304021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 is going to be updated. [ 684.366549] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.366781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.366862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.367267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.367456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.382432] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: IN_PROGRESS for 2s [ 684.799804] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.799993] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.800110] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.800485] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.800777] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.800909] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.801252] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.801329] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.801430] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.801692] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.801795] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.801966] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.802035] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.802148] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.802261] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.802391] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.804023] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.804023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.804181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.804276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.804357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.804543] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.804638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.804709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.804889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.804976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.804976] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dd41604-a603-4385-8f28-07dc4d510f7a already deleted. [ 684.805088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.825462] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.825641] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.825712] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.825853] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.826210] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-29404414-f13f-4e07-a74e-696e8deecf4e taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.826398] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-29404414-f13f-4e07-a74e-696e8deecf4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.826916] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-29404414-f13f-4e07-a74e-696e8deecf4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.826916] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-29404414-f13f-4e07-a74e-696e8deecf4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.827029] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29404414-f13f-4e07-a74e-696e8deecf4e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.332907] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.333281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.333489] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.333916] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.334172] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.334418] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 29404414-f13f-4e07-a74e-696e8deecf4e not found, creating... [ 685.334827] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.335108] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.335310] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.335635] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.335825] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.336341] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.336564] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.336723] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.337012] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.337222] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.337413] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 29404414-f13f-4e07-a74e-696e8deecf4e is going to be created. [ 685.373165] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.373708] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.373708] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.373883] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.374036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.374256] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-29404414-f13f-4e07-a74e-696e8deecf4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.088583] env[65888]: INFO networking_nsxv3.common.synchronization [req-12f831f2-7e59-444b-9863-a7c3fc05acab req-68e8b61c-57ea-472e-a2f4-e8cf5df02601 service nova] Enqueued Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_rules [ 686.088666] env[65888]: INFO networking_nsxv3.common.synchronization [req-12f831f2-7e59-444b-9863-a7c3fc05acab req-68e8b61c-57ea-472e-a2f4-e8cf5df02601 service nova] Enqueued Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_members [ 686.088804] env[65888]: INFO networking_nsxv3.common.synchronization [req-12f831f2-7e59-444b-9863-a7c3fc05acab req-68e8b61c-57ea-472e-a2f4-e8cf5df02601 service nova] Enqueued Resource ID: 29404414-f13f-4e07-a74e-696e8deecf4e with Priority: HIGHEST for action port [ 686.089605] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_rules [ 686.089770] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_members [ 686.089880] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29404414-f13f-4e07-a74e-696e8deecf4e with Priority: HIGHEST for action port [ 686.090176] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dd41604-a603-4385-8f28-07dc4d510f7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.090299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.090365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.090569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.090650] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.091845] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dd41604-a603-4385-8f28-07dc4d510f7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.091966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.092050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.092231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.092425] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.092483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.092518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.092662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.092752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.092844] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.099927] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-29404414-f13f-4e07-a74e-696e8deecf4e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.100109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29404414-f13f-4e07-a74e-696e8deecf4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.100219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29404414-f13f-4e07-a74e-696e8deecf4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.100382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29404414-f13f-4e07-a74e-696e8deecf4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.100463] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29404414-f13f-4e07-a74e-696e8deecf4e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.399225] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: SUCCESS [ 686.399541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.602972] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29404414-f13f-4e07-a74e-696e8deecf4e with status ACTIVE [ 686.603265] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.603430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.603513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.603747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.603836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.604026] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.604136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.604233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.604434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.604540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.604741] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.604839] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.604902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.605057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.605144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.605252] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29404414-f13f-4e07-a74e-696e8deecf4e is going to be updated. [ 686.606833] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.607943] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dd41604-a603-4385-8f28-07dc4d510f7a taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.608055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.629115] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.629286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.629286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.629479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.629631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.629792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29404414-f13f-4e07-a74e-696e8deecf4e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.036362] env[65888]: INFO networking_nsxv3.common.synchronization [req-a423ea3a-79f5-4552-9d1f-e1684db41560 req-ef08508c-f134-480d-82a0-d1fd3d4c3744 tempest-InstanceActionsNegativeTestJSON-220783249 tempest-InstanceActionsNegativeTestJSON-220783249-project-member] Enqueued Resource ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 with Priority: HIGHEST for action security_group_members [ 687.036914] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 with Priority: HIGHEST for action security_group_members [ 687.041822] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e0585a-1f21-472b-a242-53d6eed5d5f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.041969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.042046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.042334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.042520] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.042624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.042680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.042836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.042920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.043032] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e0585a-1f21-472b-a242-53d6eed5d5f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.109657] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.545461] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.545461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.545700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.545897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.546058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.546225] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.546352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.546415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.546566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.546638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.546729] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 already deleted. [ 687.546801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.552397] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.552633] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-331" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.552695] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-331" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.552951] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-331" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.553216] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.553362] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.553607] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.553661] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.553783] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.553966] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.554126] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.554231] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.554387] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.555071] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.555071] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.555071] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.573370] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.573370] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.573494] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.573991] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-331" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.573991] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.574203] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.574244] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.574540] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.574665] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.612307] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.612307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.612307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.612522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.612583] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.612806] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dd41604-a603-4385-8f28-07dc4d510f7a is going to be created. [ 687.636232] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.636498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.636498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.636743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.637034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.651340] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dd41604-a603-4385-8f28-07dc4d510f7a in Status: UNINITIALIZED for 2s [ 687.728220] env[65888]: INFO networking_nsxv3.common.synchronization [None req-90da2ac5-0b2e-45b9-8939-277b1b6d372c None None] Enqueued Resource ID: 89e54f0e-8613-4217-b8c7-d36faede8f8c with Priority: HIGHEST for action port [ 687.729176] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e54f0e-8613-4217-b8c7-d36faede8f8c with Priority: HIGHEST for action port [ 687.729472] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e54f0e-8613-4217-b8c7-d36faede8f8c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.729704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e54f0e-8613-4217-b8c7-d36faede8f8c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.729821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e54f0e-8613-4217-b8c7-d36faede8f8c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.730047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e54f0e-8613-4217-b8c7-d36faede8f8c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.730145] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e54f0e-8613-4217-b8c7-d36faede8f8c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.811582] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d23323f1-4b84-4b2d-8dad-e0dcf32359a6 None None] Enqueued Resource ID: 05c0a6f3-3d03-41bd-bba1-c8beb5317f00 with Priority: HIGHEST for action port [ 687.812363] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c0a6f3-3d03-41bd-bba1-c8beb5317f00 with Priority: HIGHEST for action port [ 687.812663] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c0a6f3-3d03-41bd-bba1-c8beb5317f00 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.812783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c0a6f3-3d03-41bd-bba1-c8beb5317f00" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.812851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c0a6f3-3d03-41bd-bba1-c8beb5317f00" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.813133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c0a6f3-3d03-41bd-bba1-c8beb5317f00" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.813217] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c0a6f3-3d03-41bd-bba1-c8beb5317f00',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.077954] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.078083] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.081138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.081138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.081138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.081138] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc not found, creating... [ 688.081138] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.081138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.081138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.081138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.081138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.081138] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.081603] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.081603] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.081603] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.081603] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.081872] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc is going to be created. [ 688.117582] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.117862] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.118042] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.118598] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.118923] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.119261] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.235556] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89e54f0e-8613-4217-b8c7-d36faede8f8c [ 688.235802] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.235942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.236025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.236253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.236373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.236480] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89e54f0e-8613-4217-b8c7-d36faede8f8c already deleted. [ 688.236566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e54f0e-8613-4217-b8c7-d36faede8f8c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.315188] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05c0a6f3-3d03-41bd-bba1-c8beb5317f00 [ 688.315412] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.315550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.315618] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.315830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.315921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.316027] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05c0a6f3-3d03-41bd-bba1-c8beb5317f00 already deleted. [ 688.316108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c0a6f3-3d03-41bd-bba1-c8beb5317f00" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.837665] env[65888]: INFO networking_nsxv3.common.synchronization [req-a423ea3a-79f5-4552-9d1f-e1684db41560 req-a2a3c2a6-6602-48f1-918c-f0a808934b31 service nova] Enqueued Resource ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 with Priority: HIGHEST for action security_group_rules [ 688.837960] env[65888]: INFO networking_nsxv3.common.synchronization [req-a423ea3a-79f5-4552-9d1f-e1684db41560 req-a2a3c2a6-6602-48f1-918c-f0a808934b31 service nova] Enqueued Resource ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 with Priority: HIGHEST for action security_group_members [ 688.838244] env[65888]: INFO networking_nsxv3.common.synchronization [req-a423ea3a-79f5-4552-9d1f-e1684db41560 req-a2a3c2a6-6602-48f1-918c-f0a808934b31 service nova] Enqueued Resource ID: af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc with Priority: HIGHEST for action port [ 688.842195] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 with Priority: HIGHEST for action security_group_rules [ 688.842195] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 with Priority: HIGHEST for action security_group_members [ 688.842195] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc with Priority: HIGHEST for action port [ 688.842195] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e0585a-1f21-472b-a242-53d6eed5d5f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.842195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.842195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.842876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.842876] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e0585a-1f21-472b-a242-53d6eed5d5f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.843828] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e0585a-1f21-472b-a242-53d6eed5d5f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.843955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.844036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.844229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.844385] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.844484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.844543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.844686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.844768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.844855] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e0585a-1f21-472b-a242-53d6eed5d5f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.845733] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.846294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.846294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.846690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.846819] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.348522] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e0585a-1f21-472b-a242-53d6eed5d5f0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.348650] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.349611] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e0585a-1f21-472b-a242-53d6eed5d5f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.352691] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc with status ACTIVE [ 689.352783] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.353016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.353016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.353202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.353332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.353509] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.353610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.353673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.353830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.353907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.354099] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.354192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.354255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.354440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.354514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.354595] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc is going to be updated. [ 689.380350] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.380481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.380550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.380762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.381069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.381259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af9a25c5-9ff2-4bb4-bbc4-ec7f17cfeacc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.663024] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dd41604-a603-4385-8f28-07dc4d510f7a in Status: SUCCESS [ 689.663024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.663127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.664070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.664070] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.664070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.664070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.664567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.664567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.664567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.664567] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.781084] env[65888]: INFO networking_nsxv3.common.synchronization [req-d3520fcf-268c-4dbd-8fd2-ee1d4d559428 req-ceea05b2-6361-4f9e-947a-2a55096bb74d tempest-ServersAdminNegativeTestJSON-1162663190 tempest-ServersAdminNegativeTestJSON-1162663190-project-member] Enqueued Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 689.781678] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 689.782234] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.782234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.782234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.782534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.783254] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.783254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.783254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.783407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.783437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.783673] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.854068] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e0585a-1f21-472b-a242-53d6eed5d5f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.167038] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.260490] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.260799] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.260859] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.261630] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.261908] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.262095] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.262555] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.262555] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.262555] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.262739] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.262866] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.262968] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.263084] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.263190] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.263292] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.263415] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.284065] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.284237] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.284368] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.284537] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.284851] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.285018] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.285140] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.285472] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.285718] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.286772] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.286897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.286967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.287164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.287261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.287564] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.287564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.287669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.287771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.287903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.288043] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 already deleted. [ 690.288043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.358576] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.358576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.358576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.358883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.358883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.358883] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 is going to be created. [ 690.384238] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.385941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.385941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.385941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.385941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.396736] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 in Status: UNINITIALIZED for 2s [ 690.450023] env[65888]: INFO networking_nsxv3.common.synchronization [None req-5311b71f-efa5-4be4-a111-4db8933c98db None None] Enqueued Resource ID: 3fa5cbe6-154f-47b4-a60e-6447a43beff3 with Priority: HIGHEST for action port [ 690.450912] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa5cbe6-154f-47b4-a60e-6447a43beff3 with Priority: HIGHEST for action port [ 690.451349] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa5cbe6-154f-47b4-a60e-6447a43beff3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.451874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa5cbe6-154f-47b4-a60e-6447a43beff3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.453623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa5cbe6-154f-47b4-a60e-6447a43beff3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.453623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa5cbe6-154f-47b4-a60e-6447a43beff3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.453623] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa5cbe6-154f-47b4-a60e-6447a43beff3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.535737] env[65888]: INFO networking_nsxv3.common.synchronization [None req-ada738e4-244e-4b5d-83d5-186c29ef42f4 None None] Enqueued Resource ID: 224c2818-7e56-4e5d-abb9-bae3e10c336c with Priority: HIGHEST for action port [ 690.536260] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224c2818-7e56-4e5d-abb9-bae3e10c336c with Priority: HIGHEST for action port [ 690.536837] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-224c2818-7e56-4e5d-abb9-bae3e10c336c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.536962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224c2818-7e56-4e5d-abb9-bae3e10c336c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.537059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224c2818-7e56-4e5d-abb9-bae3e10c336c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.537370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224c2818-7e56-4e5d-abb9-bae3e10c336c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.537456] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224c2818-7e56-4e5d-abb9-bae3e10c336c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.670246] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dd41604-a603-4385-8f28-07dc4d510f7a: rpc.has_security_group_logging(os_id): False [ 690.688528] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.688673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.688673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.688918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.688994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.689207] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.689396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.689464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.689639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.689720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.689809] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dd41604-a603-4385-8f28-07dc4d510f7a is going to be created. [ 690.763876] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.764055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.764121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.764566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.764762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.777266] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dd41604-a603-4385-8f28-07dc4d510f7a in Status: IN_PROGRESS for 2s [ 690.789712] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.789712] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.789712] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.789931] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.790044] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.790221] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c not found, creating... [ 690.790647] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.790647] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.790761] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.791716] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.791716] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.791716] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.791716] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.791716] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.792016] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.792016] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.792130] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c is going to be created. [ 690.818057] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.818266] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.818510] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.818714] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.819101] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.819590] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.956905] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fa5cbe6-154f-47b4-a60e-6447a43beff3 [ 690.957158] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.957466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.957533] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.957741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.957861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.957893] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fa5cbe6-154f-47b4-a60e-6447a43beff3 already deleted. [ 690.957955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa5cbe6-154f-47b4-a60e-6447a43beff3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.040290] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 224c2818-7e56-4e5d-abb9-bae3e10c336c [ 691.040290] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.040435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.040435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.040670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.040734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.040825] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:224c2818-7e56-4e5d-abb9-bae3e10c336c already deleted. [ 691.040920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224c2818-7e56-4e5d-abb9-bae3e10c336c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.487206] env[65888]: INFO networking_nsxv3.common.synchronization [req-139977da-067f-43f8-b430-a9d389581767 req-8efd9c0d-f504-47d0-b576-9c0b03d74612 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 691.487206] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 691.487560] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.487779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.487779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.487982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.488373] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.488489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.488585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.488820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.488956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.489076] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.502532] env[65888]: INFO networking_nsxv3.common.synchronization [req-139977da-067f-43f8-b430-a9d389581767 req-8efd9c0d-f504-47d0-b576-9c0b03d74612 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_rules [ 691.502752] env[65888]: INFO networking_nsxv3.common.synchronization [req-139977da-067f-43f8-b430-a9d389581767 req-8efd9c0d-f504-47d0-b576-9c0b03d74612 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 691.502820] env[65888]: INFO networking_nsxv3.common.synchronization [req-139977da-067f-43f8-b430-a9d389581767 req-8efd9c0d-f504-47d0-b576-9c0b03d74612 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: 43c92cf1-b9d9-481b-a06e-25798d833d81 with Priority: HIGHEST for action port [ 691.503957] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_rules [ 691.504114] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 691.504216] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c92cf1-b9d9-481b-a06e-25798d833d81 with Priority: HIGHEST for action port [ 691.504700] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.504821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.504889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.505116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.505200] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.506502] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.506777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.510871] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c92cf1-b9d9-481b-a06e-25798d833d81 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.510871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.510871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.510871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.510871] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c92cf1-b9d9-481b-a06e-25798d833d81',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.539951] env[65888]: INFO networking_nsxv3.common.synchronization [req-d3520fcf-268c-4dbd-8fd2-ee1d4d559428 req-be2c56d5-b658-4861-9998-2739dc452e6a service nova] Enqueued Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_rules [ 691.540138] env[65888]: INFO networking_nsxv3.common.synchronization [req-d3520fcf-268c-4dbd-8fd2-ee1d4d559428 req-be2c56d5-b658-4861-9998-2739dc452e6a service nova] Enqueued Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 691.540272] env[65888]: INFO networking_nsxv3.common.synchronization [req-d3520fcf-268c-4dbd-8fd2-ee1d4d559428 req-be2c56d5-b658-4861-9998-2739dc452e6a service nova] Enqueued Resource ID: 2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c with Priority: HIGHEST for action port [ 691.540755] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_rules [ 691.540905] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 691.541031] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c with Priority: HIGHEST for action port [ 691.542766] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.543900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.544127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.544440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.544812] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.545744] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.545906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.546021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.546227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.546411] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.546540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.546626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.546800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.546939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.547072] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.547875] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.548025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.548122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.548337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.548450] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.991528] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.005520] env[65888]: INFO networking_nsxv3.common.synchronization [req-1e6a952e-db0a-4892-bfb8-2175f4880c1d req-54e83455-a97f-4c5f-b27a-6d04db727f1a tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 692.006390] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 692.006916] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.007106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.007518] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.007640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.007754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.007997] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.008194] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.008388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.008477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.008658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.008753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.008851] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.011611] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43c92cf1-b9d9-481b-a06e-25798d833d81 with status ACTIVE [ 692.011823] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.011942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.012016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.012187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.012389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.012477] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.012523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.012578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.012736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.012782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.012955] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.013058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.013118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.013242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.013327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.013576] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43c92cf1-b9d9-481b-a06e-25798d833d81 is going to be updated. [ 692.039033] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.039033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.039268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.039405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.039579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.039748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c92cf1-b9d9-481b-a06e-25798d833d81" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.049937] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.050067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.050250] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.051087] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c with status ACTIVE [ 692.051344] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.051457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.051522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.051723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.051811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.051974] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.052243] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.052243] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.052325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.052351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.052517] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.052608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.052667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.052801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.052870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.052950] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c is going to be updated. [ 692.082207] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.082370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.082431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.082792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.082792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.082923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fa9ab3c-154a-40cb-bfbf-1e6895a68f1c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.360116] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.360353] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-751" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.360508] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-751" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.360865] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-751" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.361129] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.361307] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.361428] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.361651] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.361945] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.362033] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.362113] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.362228] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.362325] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.362429] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.362527] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.362646] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.383775] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.383943] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.384135] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.384248] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-751" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.384549] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.384747] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.384861] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.385194] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.385344] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2ac397-c68d-4d6e-82c5-46cb2655bfbe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.406047] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 in Status: SUCCESS [ 692.406310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.406524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.406747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.406937] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.407069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.407166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.407412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.407499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.407586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.407678] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38e0585a-1f21-472b-a242-53d6eed5d5f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.493479] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.511963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.512220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.512344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.512683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.512850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.513171] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.513341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.513453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.513705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.513834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.513962] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe already deleted. [ 692.514128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.555595] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.792223] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dd41604-a603-4385-8f28-07dc4d510f7a in Status: SUCCESS [ 692.792431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.888135] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.888410] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.888538] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.888804] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.889236] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.889236] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe not found, creating... [ 692.889363] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.889495] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.889718] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.889811] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.889935] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.890218] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.890370] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.890480] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.890685] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.890796] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.890924] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe is going to be created. [ 692.909769] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e0585a-1f21-472b-a242-53d6eed5d5f0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.910092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.910092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.910227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.910550] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.910550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.910550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.910873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.910873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.910873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.910997] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e0585a-1f21-472b-a242-53d6eed5d5f0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.911104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.911104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.911251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.911394] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.911484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.911529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.911875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.911875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.911875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.912090] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38e0585a-1f21-472b-a242-53d6eed5d5f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.915475] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.915606] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.915984] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.915984] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.916165] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.916333] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.996324] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.996705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.996705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.996792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.996820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.997157] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 is going to be updated. [ 693.058284] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.058518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.058747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.059010] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.059171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.060976] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.061127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.061334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.061640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.061747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.061852] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 is going to be created. [ 693.078275] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: IN_PROGRESS for 2s [ 693.106570] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.106730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.106776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.107164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.107164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.118660] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: UNINITIALIZED for 2s [ 693.413816] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38e0585a-1f21-472b-a242-53d6eed5d5f0: rpc.has_security_group_logging(os_id): False [ 693.433290] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.433290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.433439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.433744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.433968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.434194] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.434318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.434398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.434604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.434728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.435279] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.435391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.435459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.435609] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.435702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.435964] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.436088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.436153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.436661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.436723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.436815] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 is going to be created. [ 693.463323] env[65888]: INFO networking_nsxv3.common.synchronization [None req-471d1fc5-b544-48c8-9430-ec32fbb0a6b4 None None] Enqueued Resource ID: 0b0ebd5c-3697-4486-ae67-871c211ef2c0 with Priority: HIGHEST for action port [ 693.463878] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0ebd5c-3697-4486-ae67-871c211ef2c0 with Priority: HIGHEST for action port [ 693.464217] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b0ebd5c-3697-4486-ae67-871c211ef2c0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.464404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b0ebd5c-3697-4486-ae67-871c211ef2c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.464404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b0ebd5c-3697-4486-ae67-871c211ef2c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.464701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b0ebd5c-3697-4486-ae67-871c211ef2c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.464798] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b0ebd5c-3697-4486-ae67-871c211ef2c0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.496472] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.496700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.496789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.497167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.497366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.509763] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 in Status: IN_PROGRESS for 2s [ 693.631290] env[65888]: INFO networking_nsxv3.common.synchronization [req-1e6a952e-db0a-4892-bfb8-2175f4880c1d req-8e3f7693-7e1b-44bf-acc5-4d6036e1dd24 service nova] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 693.631519] env[65888]: INFO networking_nsxv3.common.synchronization [req-1e6a952e-db0a-4892-bfb8-2175f4880c1d req-8e3f7693-7e1b-44bf-acc5-4d6036e1dd24 service nova] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 693.631597] env[65888]: INFO networking_nsxv3.common.synchronization [req-1e6a952e-db0a-4892-bfb8-2175f4880c1d req-8e3f7693-7e1b-44bf-acc5-4d6036e1dd24 service nova] Enqueued Resource ID: 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe with Priority: HIGHEST for action port [ 693.633363] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 693.633912] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 693.634103] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe with Priority: HIGHEST for action port [ 693.634503] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.634663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.634743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.635444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.635582] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.636645] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.637977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.637977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.637977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.637977] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.637977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.637977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.638257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.638358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.638465] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.639698] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.639822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.639876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.640109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.640221] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2ac397-c68d-4d6e-82c5-46cb2655bfbe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.966720] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b0ebd5c-3697-4486-ae67-871c211ef2c0 [ 693.966930] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.967077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.967154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.967440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.967536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.967634] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b0ebd5c-3697-4486-ae67-871c211ef2c0 already deleted. [ 693.967715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b0ebd5c-3697-4486-ae67-871c211ef2c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.143115] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe with status ACTIVE [ 694.143459] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.143512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.143578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.143840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.143940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.144146] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.144247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.144311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.149200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.149200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.149200] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.149200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.149200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.149200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.149200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.149200] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe is going to be updated. [ 694.150274] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.151591] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.151712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.173322] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.173322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.173562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.173604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.173730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.173912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.582468] env[65888]: INFO networking_nsxv3.common.synchronization [req-fc173a6b-f045-406d-9ebf-3612f8479f2b req-8fa69920-1f85-4526-8f98-04a94d1cc2a7 tempest-ServersAdminTestJSON-1658859935 tempest-ServersAdminTestJSON-1658859935-project-member] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 694.583505] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 694.583592] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.583669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.583785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.583986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.584526] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.584526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.584526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.584526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.584721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.584721] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.654975] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.087422] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.091462] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: SUCCESS [ 695.091755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.092105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.092345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.092638] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.093343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.093343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.093343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.093343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.093586] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.132106] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: SUCCESS [ 695.132106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.132106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.132106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.132274] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.132375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.132436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.132581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.132658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.132739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.132828] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.158760] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.158760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.158760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.158760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.158760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.158760] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be created. [ 695.194515] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.200176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.200786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.200786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.200786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.215563] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: UNINITIALIZED for 2s [ 695.487394] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.487517] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.487613] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.487919] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.488202] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.488362] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.488473] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.489104] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.489370] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.489503] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.489646] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.489757] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.489948] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.490114] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.490247] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.490412] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.510401] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.510401] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.510401] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.510591] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-61" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.510783] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-dba4a991-946a-463e-824a-84c2ce9c494a taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.511561] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-dba4a991-946a-463e-824a-84c2ce9c494a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.511723] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-dba4a991-946a-463e-824a-84c2ce9c494a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.512352] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-dba4a991-946a-463e-824a-84c2ce9c494a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.512590] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba4a991-946a-463e-824a-84c2ce9c494a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.525672] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 in Status: SUCCESS [ 695.525948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.595714] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.598188] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.636277] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.636432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.636517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.636747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.636909] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.637016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.637082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.637264] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.637347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.637437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.637582] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.637673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.637732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.637865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.638041] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.638137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.638196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.638333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.638412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.638534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.638638] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.844433] env[65888]: INFO networking_nsxv3.common.synchronization [None req-499ec294-0f33-4892-afb1-357ab3f9ce80 None None] Enqueued Resource ID: d4af8f71-3ce1-45f8-b303-c77ded605e1a with Priority: HIGHEST for action port [ 695.845227] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4af8f71-3ce1-45f8-b303-c77ded605e1a with Priority: HIGHEST for action port [ 695.845443] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4af8f71-3ce1-45f8-b303-c77ded605e1a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.845530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4af8f71-3ce1-45f8-b303-c77ded605e1a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.845624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4af8f71-3ce1-45f8-b303-c77ded605e1a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.845877] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4af8f71-3ce1-45f8-b303-c77ded605e1a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.845949] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4af8f71-3ce1-45f8-b303-c77ded605e1a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.015596] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.016425] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.016602] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.016938] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.017119] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.017382] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port dba4a991-946a-463e-824a-84c2ce9c494a not found, creating... [ 696.017746] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.017930] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.018290] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.018359] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.018445] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.018753] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.018915] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.019202] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.019451] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.019722] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.019919] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: dba4a991-946a-463e-824a-84c2ce9c494a is going to be created. [ 696.047839] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.048296] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.048296] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.049463] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.049463] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.049463] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-dba4a991-946a-463e-824a-84c2ce9c494a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.102412] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.102589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.102680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.103026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.103026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.103162] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 696.104890] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.142170] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eccc7980-7ff3-44ba-a4e1-995d272508f0: rpc.has_security_group_logging(os_id): False [ 696.156736] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.156916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.156951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.157217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.157447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.164786] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.165314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.165314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.165314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.165454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.165542] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.165643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.165704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.165850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.165927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.166126] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.166290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.166290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.166446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.166482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.166718] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.166784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.166823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.166963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.167053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.167140] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 is going to be created. [ 696.170264] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 696.253689] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.253844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.253907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.254120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.254328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.265819] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: IN_PROGRESS for 2s [ 696.350520] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4af8f71-3ce1-45f8-b303-c77ded605e1a [ 696.350766] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.350902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.350973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.351207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.351412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.351475] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4af8f71-3ce1-45f8-b303-c77ded605e1a already deleted. [ 696.351583] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4af8f71-3ce1-45f8-b303-c77ded605e1a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.607965] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.608561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.608561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.608561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.608561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.608706] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 is going to be updated. [ 696.639792] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.639972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.640091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.640468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.640468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.651551] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: IN_PROGRESS for 2s [ 696.811971] env[65888]: INFO networking_nsxv3.common.synchronization [req-fc173a6b-f045-406d-9ebf-3612f8479f2b req-b5803d2c-f536-4fb1-8e61-b9e45f078783 service nova] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_rules [ 696.811971] env[65888]: INFO networking_nsxv3.common.synchronization [req-fc173a6b-f045-406d-9ebf-3612f8479f2b req-b5803d2c-f536-4fb1-8e61-b9e45f078783 service nova] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 696.811971] env[65888]: INFO networking_nsxv3.common.synchronization [req-fc173a6b-f045-406d-9ebf-3612f8479f2b req-b5803d2c-f536-4fb1-8e61-b9e45f078783 service nova] Enqueued Resource ID: dba4a991-946a-463e-824a-84c2ce9c494a with Priority: HIGHEST for action port [ 696.812376] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_rules [ 696.812433] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 696.812539] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba4a991-946a-463e-824a-84c2ce9c494a with Priority: HIGHEST for action port [ 696.812857] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.813025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.813025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.813280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.813280] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.814232] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.814333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.814561] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-dba4a991-946a-463e-824a-84c2ce9c494a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.814674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dba4a991-946a-463e-824a-84c2ce9c494a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.814744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dba4a991-946a-463e-824a-84c2ce9c494a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.814908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dba4a991-946a-463e-824a-84c2ce9c494a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.814989] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba4a991-946a-463e-824a-84c2ce9c494a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.229038] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 697.229038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.229038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.229038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.229038] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.229038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.229038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.229038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.229038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.229038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.229038] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.320032] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.320032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.320032] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dba4a991-946a-463e-824a-84c2ce9c494a with status ACTIVE [ 697.320032] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.320032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.320032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.320032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.320032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.320032] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.320032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.320032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.320032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.320032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.320032] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.320898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.320898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.320898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.321426] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.321745] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dba4a991-946a-463e-824a-84c2ce9c494a is going to be updated. [ 697.360159] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.360159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.360159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.360159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.360159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.360159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dba4a991-946a-463e-824a-84c2ce9c494a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.733612] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.734087] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.734087] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.734087] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.734277] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.734386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.734459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.734611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.734706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.734787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.734942] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.735390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.735390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.735390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.735390] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.735535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.735535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.735634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.735830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.735830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.735890] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.870285] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-d0ca2bb6-1903-43d3-966e-ae25f11885e4 tempest-ListServersNegativeTestJSON-546795919 tempest-ListServersNegativeTestJSON-546795919-project-member] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 697.870662] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 697.871145] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.876254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.876254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.876254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.876254] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.876254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.876254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.876254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.876254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.876254] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.180449] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 698.180667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.180835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.181071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.181253] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.181374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.181440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.181595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.181676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.181776] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.238426] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4057eab-f491-446c-970e-039a8dc831fe: rpc.has_security_group_logging(os_id): False [ 698.257320] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.257613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.257712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.257943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.258052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.258263] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.258392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.258460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.258633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.258714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.258925] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.259032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.259095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.259232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.259305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.259481] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.259577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.259652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.259794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.259868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.259951] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be created. [ 698.277342] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: SUCCESS [ 698.277611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.280468] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.280710] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.280862] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.281219] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.281609] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.281903] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.282138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.282511] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.282738] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.283036] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.283182] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.283304] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.284013] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.284191] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.284312] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.284444] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.305968] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.306158] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.306298] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.306474] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.306830] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-ef7fa409-cc2f-438e-b5e6-ad4779d4b555 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.306965] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-ef7fa409-cc2f-438e-b5e6-ad4779d4b555" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.307135] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-ef7fa409-cc2f-438e-b5e6-ad4779d4b555" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.307863] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-ef7fa409-cc2f-438e-b5e6-ad4779d4b555" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.307863] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7fa409-cc2f-438e-b5e6-ad4779d4b555',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.337229] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.337229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.337229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.338112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.338112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.352326] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 698.379313] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.379598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.380133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.380133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.380133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.380883] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.380883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.380883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.380883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.380883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.381122] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca151760-c179-442a-b22c-574f5a05ccbd already deleted. [ 698.381122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.662326] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: SUCCESS [ 698.662761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.662917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.663172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.663487] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.663661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.663737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.663911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.663996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.664104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.664231] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.683622] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.810899] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.810899] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.810899] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.811462] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.811462] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.811790] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port ef7fa409-cc2f-438e-b5e6-ad4779d4b555 not found, creating... [ 698.811992] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.812395] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.812468] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.812985] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.812985] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.813238] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.813549] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.813549] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.813788] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.813945] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.814370] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: ef7fa409-cc2f-438e-b5e6-ad4779d4b555 is going to be created. [ 698.836422] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.836648] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.836870] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.838298] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.838890] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.838967] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-ef7fa409-cc2f-438e-b5e6-ad4779d4b555" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.168385] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.187668] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.378124] env[65888]: INFO networking_nsxv3.common.synchronization [req-759a3097-1c1d-414f-8f2c-67d27c709a4a req-81508ca3-bc2b-4da2-aba4-2aa61088a5d3 tempest-ServersTestJSON-1582861458 tempest-ServersTestJSON-1582861458-project-member] Enqueued Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_members [ 699.378877] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGHEST for action security_group_members [ 699.379294] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdf3aa73-994d-4142-8faf-c4f58cee0574 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.379455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.379548] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.379830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.380067] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.380229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.380326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.380564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.380704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.380864] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.575092] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-1a885c87-8393-4893-bbb1-b8c626c2d074 service nova] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_rules [ 699.576043] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-1a885c87-8393-4893-bbb1-b8c626c2d074 service nova] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 699.576043] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-1a885c87-8393-4893-bbb1-b8c626c2d074 service nova] Enqueued Resource ID: ef7fa409-cc2f-438e-b5e6-ad4779d4b555 with Priority: HIGHEST for action port [ 699.576043] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_rules [ 699.577208] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 699.577208] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7fa409-cc2f-438e-b5e6-ad4779d4b555 with Priority: HIGHEST for action port [ 699.577208] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.577208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.577208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.577208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.577208] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.578206] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.578421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.578512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.578746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.578933] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.579121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.579170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.579336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.579435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.579537] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.580375] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7fa409-cc2f-438e-b5e6-ad4779d4b555 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.580502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7fa409-cc2f-438e-b5e6-ad4779d4b555" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.580582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7fa409-cc2f-438e-b5e6-ad4779d4b555" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.580717] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7fa409-cc2f-438e-b5e6-ad4779d4b555" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.580793] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7fa409-cc2f-438e-b5e6-ad4779d4b555',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.671052] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d08fe9d1-68b7-4488-a220-0a19d527b2b1: rpc.has_security_group_logging(os_id): False [ 699.690340] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.690589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.690664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.690890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.690992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.691106] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 699.694587] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.694760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.694760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.695080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.695080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.695308] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.695401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.695463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.695619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.695697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.695845] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 is going to be updated. [ 699.727880] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.727880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.727880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.727880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.727880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.739554] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 699.779983] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.782027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.782027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.782027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.782027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.800487] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: IN_PROGRESS for 2s [ 699.858741] env[65888]: INFO networking_nsxv3.common.synchronization [req-bdc292ff-fc05-4403-9798-6f33539fe4cb req-49ccd0f7-abbf-4b5f-be8b-a1aad8543a5b tempest-ServerAddressesTestJSON-1204435149 tempest-ServerAddressesTestJSON-1204435149-project-member] Enqueued Resource ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 with Priority: HIGHEST for action security_group_members [ 699.859357] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 with Priority: HIGHEST for action security_group_members [ 699.859708] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea49a6b7-9c1d-43d4-b051-ecc394719313 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.859862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.859911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.860153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.860324] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.860423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.860476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.860633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.860716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.860820] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea49a6b7-9c1d-43d4-b051-ecc394719313',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.885034] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.885034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.885034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.885034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.885034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.885034] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.885034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.885034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.885034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.885034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.885527] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 is going to be updated. [ 699.924132] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.924383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.924513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.924820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.925081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.945463] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 in Status: IN_PROGRESS for 2s [ 700.082873] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.083917] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.084153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.084229] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef7fa409-cc2f-438e-b5e6-ad4779d4b555 with status ACTIVE [ 700.084578] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.084578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.084702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.084838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.084943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.085121] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.085252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.085308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.085476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.085558] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.085750] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.086297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.086297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.092197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.092401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.092553] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef7fa409-cc2f-438e-b5e6-ad4779d4b555 is going to be updated. [ 700.118335] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.118653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.118880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.119253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.119508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.119842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7fa409-cc2f-438e-b5e6-ad4779d4b555" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.362907] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.363105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.363105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.363288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.363387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.363612] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.363776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.363818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.364037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.364749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.364749] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 is going to be updated. [ 700.372847] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 700.372847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.408788] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.408788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.408788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.408788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.408788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.421452] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 in Status: IN_PROGRESS for 2s [ 700.595167] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.101641] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.101794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.101855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.102088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.102177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.102269] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be created. [ 701.133798] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.134017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.134110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.134410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.134614] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.147931] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: UNINITIALIZED for 2s [ 701.759058] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 701.759058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.759058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.759058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.759058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.759058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.759058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.759058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.759058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.759058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.759058] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.822108] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: SUCCESS [ 701.822382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.958716] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 in Status: SUCCESS [ 701.958716] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 deletion is rescheduled due to dependency. [ 701.958716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.039209] env[65888]: INFO networking_nsxv3.common.synchronization [req-49786586-1a0c-4fbc-9dc1-486b25a5e9f4 req-a8a56185-e638-4156-8fbd-9fc7af1ff3b1 tempest-AttachInterfacesUnderV243Test-1754319714 tempest-AttachInterfacesUnderV243Test-1754319714-project-member] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 702.039209] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGHEST for action security_group_members [ 702.039209] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.039209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.039209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.039795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.040095] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.040438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.040582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.040832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.041020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.041204] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.263061] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.263061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.263061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.263061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.263061] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.263651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.263651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.263651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.263651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.263831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.266722] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.266722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.266722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.266722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.266722] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.266722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.266722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.266722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.266722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.266722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.270135] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.435785] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 in Status: SUCCESS [ 702.435785] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea49a6b7-9c1d-43d4-b051-ecc394719313 deletion is rescheduled due to dependency. [ 702.435785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea49a6b7-9c1d-43d4-b051-ecc394719313" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.543949] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.543949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.543949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.544233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.544630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.544630] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.545331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.545909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.545909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.545909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.545909] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 is going to be updated. [ 702.587539] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.587728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.587819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.589665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.589665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.601724] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: IN_PROGRESS for 2s [ 702.771431] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c: rpc.has_security_group_logging(os_id): False [ 702.792473] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.792651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.792736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.794404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.794508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.794801] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.797895] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.797895] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.797895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.797895] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 702.879855] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.880054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.880098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.880383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.880476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.905525] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 703.162595] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 703.162595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.162595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.162781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.162982] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.163140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.163937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.163937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.163937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.163937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.163937] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.530826] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-0098904a-dab9-4162-9c4e-18ee02837b8c tempest-ListServersNegativeTestJSON-546795919 tempest-ListServersNegativeTestJSON-546795919-project-member] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 703.531479] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 703.532493] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.532493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.532493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.532493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.532493] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.532493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.532493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.532950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.532950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.532950] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.669981] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.669981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.036691] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.124868] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.125067] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.125184] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.125568] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.125840] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.127920] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.127920] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.127920] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.128208] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.128208] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.128344] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.128472] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.128730] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.128893] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.129015] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.129146] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.156256] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.156256] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.156375] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.157484] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.157484] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-c3d316a5-64c2-4d1e-b079-751a947d4685 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.157484] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-c3d316a5-64c2-4d1e-b079-751a947d4685" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.157484] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-c3d316a5-64c2-4d1e-b079-751a947d4685" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.157730] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-c3d316a5-64c2-4d1e-b079-751a947d4685" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.157761] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d316a5-64c2-4d1e-b079-751a947d4685',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.539773] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.615073] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 in Status: SUCCESS [ 704.615293] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 deletion is rescheduled due to dependency. [ 704.615479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.663385] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.663687] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.663862] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.664154] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.664299] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.664468] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port c3d316a5-64c2-4d1e-b079-751a947d4685 not found, creating... [ 704.664740] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.664897] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.665028] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.665253] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.665382] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.665663] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.666048] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.666190] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.666389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.666519] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.666657] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: c3d316a5-64c2-4d1e-b079-751a947d4685 is going to be created. [ 704.692783] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.693013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.693144] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.693828] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.693828] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.693828] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-c3d316a5-64c2-4d1e-b079-751a947d4685" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.924700] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 704.924700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.043630] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.043960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.043960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.044228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.044268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.044673] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be updated. [ 705.080515] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.080752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.080752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.080985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.081090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.094639] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 705.432297] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-6e907ba8-c35b-497a-be77-8f91aedacb36 service nova] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_rules [ 705.432528] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-6e907ba8-c35b-497a-be77-8f91aedacb36 service nova] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 705.433166] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-6e907ba8-c35b-497a-be77-8f91aedacb36 service nova] Enqueued Resource ID: c3d316a5-64c2-4d1e-b079-751a947d4685 with Priority: HIGHEST for action port [ 705.433283] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_rules [ 705.433422] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 705.433517] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d316a5-64c2-4d1e-b079-751a947d4685 with Priority: HIGHEST for action port [ 705.433827] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.433932] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.434233] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.434326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.434548] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3d316a5-64c2-4d1e-b079-751a947d4685 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.434669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3d316a5-64c2-4d1e-b079-751a947d4685" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.434778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3d316a5-64c2-4d1e-b079-751a947d4685" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.434951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3d316a5-64c2-4d1e-b079-751a947d4685" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.435054] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d316a5-64c2-4d1e-b079-751a947d4685',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.728906] env[65888]: INFO networking_nsxv3.common.synchronization [req-378188f0-9fa3-4033-bee0-6b690cc7d2b4 req-b2e341cc-4122-477f-a542-2e0605b532e8 tempest-ServersWithSpecificFlavorTestJSON-1751359708 tempest-ServersWithSpecificFlavorTestJSON-1751359708-project-member] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 705.729526] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 705.730443] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.730443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.730623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.731645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.731645] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.731645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.732653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.732653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.732653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.732653] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.937737] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3d316a5-64c2-4d1e-b079-751a947d4685 with status ACTIVE [ 705.938037] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.938191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.938400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.938583] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.938714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.938931] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.939056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.939162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.939441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.939441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.939631] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.939740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.939831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.940011] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.940111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.940246] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3d316a5-64c2-4d1e-b079-751a947d4685 is going to be updated. [ 705.968054] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.968289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.968386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.968607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.968753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.968921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3d316a5-64c2-4d1e-b079-751a947d4685" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.237138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.237571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.237571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.237633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.237724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.237932] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.238055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.238094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.238238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.238316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.238400] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db is going to be updated. [ 706.270749] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.270907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.270981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.271206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.271348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.278531] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-120f6444-8ff7-4089-8e13-90bffbe7d9dc tempest-ListServersNegativeTestJSON-546795919 tempest-ListServersNegativeTestJSON-546795919-project-member] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 706.278675] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 706.279236] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.279236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.290843] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: IN_PROGRESS for 2s [ 706.545883] env[65888]: INFO networking_nsxv3.common.synchronization [req-f8191b85-3913-444d-9826-12ac6e3f4386 req-cad322f9-8bee-4d8a-8649-d8d89de2e785 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_members [ 706.546055] env[65888]: INFO networking_nsxv3.common.synchronization [req-f8191b85-3913-444d-9826-12ac6e3f4386 req-cad322f9-8bee-4d8a-8649-d8d89de2e785 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 706.546560] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_members [ 706.546690] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 706.546954] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.547082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.547146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.547437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.547654] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.547806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.547896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.549599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.549699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.549794] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.550998] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.551129] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.551206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.551387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.551620] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.551674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.551713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.552057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.552057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.552057] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.607843] env[65888]: INFO networking_nsxv3.common.synchronization [req-f8191b85-3913-444d-9826-12ac6e3f4386 req-cad322f9-8bee-4d8a-8649-d8d89de2e785 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_rules [ 706.608451] env[65888]: INFO networking_nsxv3.common.synchronization [req-f8191b85-3913-444d-9826-12ac6e3f4386 req-cad322f9-8bee-4d8a-8649-d8d89de2e785 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_members [ 706.608451] env[65888]: INFO networking_nsxv3.common.synchronization [req-f8191b85-3913-444d-9826-12ac6e3f4386 req-cad322f9-8bee-4d8a-8649-d8d89de2e785 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 706.608610] env[65888]: INFO networking_nsxv3.common.synchronization [req-f8191b85-3913-444d-9826-12ac6e3f4386 req-cad322f9-8bee-4d8a-8649-d8d89de2e785 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 706.608610] env[65888]: INFO networking_nsxv3.common.synchronization [req-f8191b85-3913-444d-9826-12ac6e3f4386 req-cad322f9-8bee-4d8a-8649-d8d89de2e785 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe with Priority: HIGHEST for action port [ 706.609276] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_rules [ 706.609372] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 706.609470] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe with Priority: HIGHEST for action port [ 706.609561] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_members [ 706.609653] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 706.609957] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.610100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.610165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.610427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.610505] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.614585] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.614585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.614585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.614585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.614585] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.614585] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.614585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.614585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.614585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.614585] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2ac397-c68d-4d6e-82c5-46cb2655bfbe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.617870] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.617992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.618190] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.619350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.662495] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.662871] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.662871] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.663151] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.663400] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.664763] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.664763] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.664763] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.664763] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.664763] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.664763] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.664763] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.664763] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.664763] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.664763] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.664763] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.687858] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.687858] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.689793] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.689793] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-71" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.689793] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-e9f8407a-8719-4646-b1f0-10901d772ef4 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.689793] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-e9f8407a-8719-4646-b1f0-10901d772ef4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.689793] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-e9f8407a-8719-4646-b1f0-10901d772ef4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.689793] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-e9f8407a-8719-4646-b1f0-10901d772ef4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.689793] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f8407a-8719-4646-b1f0-10901d772ef4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.060163] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.060163] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.105545] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 707.105772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.105947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.106199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.106403] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.106560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.106693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.106844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.106844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.106930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.107112] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.107208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.107270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.107484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.108052] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.108052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.108052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.108237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.108307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.108467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.108600] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.110371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.110371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.110371] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.110499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.110499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.110665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.110665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.110775] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.119021] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.119149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.119444] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe with status ACTIVE [ 707.119565] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.119565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.119664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.119802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.119885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.120058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.120151] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.120217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.120956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.121062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.121299] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.121366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.121410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.121825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.121907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.122627] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe is going to be updated. [ 707.124309] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.124419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.154037] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.154037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.154037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.154037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.154037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.154037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.192800] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.193046] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.193189] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.193469] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.193615] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.193855] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port e9f8407a-8719-4646-b1f0-10901d772ef4 not found, creating... [ 707.194084] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.194281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.194438] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.194779] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.194997] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.195471] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.195720] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.195858] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.196173] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.196364] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.196567] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: e9f8407a-8719-4646-b1f0-10901d772ef4 is going to be created. [ 707.218907] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.219186] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.219251] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.219530] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.219786] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.220023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-e9f8407a-8719-4646-b1f0-10901d772ef4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.564723] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.566063] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.616683] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca151760-c179-442a-b22c-574f5a05ccbd: rpc.has_security_group_logging(os_id): False [ 707.619235] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.645779] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.645852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.645915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.646153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.646240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.646513] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.646621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.646673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.646826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.646918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.647114] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.647232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.647260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.647482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.647482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.647656] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.647742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.647798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.647929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.647994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.648137] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be created. [ 707.722036] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.722036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.722036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.722036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.722036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.734172] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 708.068223] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.068223] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.068441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.068556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.068656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.068754] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e361c19-1c34-485b-b07e-09bf924957b2 is going to be created. [ 708.073121] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.073285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.073355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.073623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.073763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.073955] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 708.099712] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.099892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.099953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.100248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.100480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.111190] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.111532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.111611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.111822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.112206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.113874] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: UNINITIALIZED for 2s [ 708.121968] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.131016] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 708.132058] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-b61ec797-5772-451a-a07f-e96ee7b6edf1 service nova] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_rules [ 708.132326] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-b61ec797-5772-451a-a07f-e96ee7b6edf1 service nova] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 708.132404] env[65888]: INFO networking_nsxv3.common.synchronization [req-bf87100c-2f70-4630-aba8-b9b65b30f9db req-b61ec797-5772-451a-a07f-e96ee7b6edf1 service nova] Enqueued Resource ID: e9f8407a-8719-4646-b1f0-10901d772ef4 with Priority: HIGHEST for action port [ 708.132926] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_rules [ 708.133077] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 708.133434] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f8407a-8719-4646-b1f0-10901d772ef4 with Priority: HIGHEST for action port [ 708.133510] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.133727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.133815] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.133855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.134115] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f8407a-8719-4646-b1f0-10901d772ef4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.134208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f8407a-8719-4646-b1f0-10901d772ef4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.134208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f8407a-8719-4646-b1f0-10901d772ef4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.134420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f8407a-8719-4646-b1f0-10901d772ef4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.134461] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f8407a-8719-4646-b1f0-10901d772ef4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.315152] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: SUCCESS [ 708.315152] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db deletion is rescheduled due to dependency. [ 708.315152] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.402283] env[65888]: INFO networking_nsxv3.common.synchronization [req-cdadb74a-2fa9-4ed1-950f-d33a3f371aca req-e13d8b74-69a1-4a7b-b8fe-f3ecff96a48c tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 20002ace-10fa-4102-9321-d1b759a802c4 with Priority: HIGHEST for action security_group_members [ 708.402513] env[65888]: INFO networking_nsxv3.common.synchronization [req-cdadb74a-2fa9-4ed1-950f-d33a3f371aca req-e13d8b74-69a1-4a7b-b8fe-f3ecff96a48c tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_members [ 708.402696] env[65888]: INFO networking_nsxv3.common.synchronization [req-cdadb74a-2fa9-4ed1-950f-d33a3f371aca req-e13d8b74-69a1-4a7b-b8fe-f3ecff96a48c tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 708.403388] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20002ace-10fa-4102-9321-d1b759a802c4 with Priority: HIGHEST for action security_group_members [ 708.403613] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_members [ 708.403726] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 708.404053] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-20002ace-10fa-4102-9321-d1b759a802c4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.404186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.404257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.404526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.404867] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.404867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.404867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.405025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.405115] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.405218] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.406858] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.406968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.407543] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.407707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.455978] env[65888]: INFO networking_nsxv3.common.synchronization [req-cdadb74a-2fa9-4ed1-950f-d33a3f371aca req-e13d8b74-69a1-4a7b-b8fe-f3ecff96a48c tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 20002ace-10fa-4102-9321-d1b759a802c4 with Priority: HIGHEST for action security_group_rules [ 708.456167] env[65888]: INFO networking_nsxv3.common.synchronization [req-cdadb74a-2fa9-4ed1-950f-d33a3f371aca req-e13d8b74-69a1-4a7b-b8fe-f3ecff96a48c tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 20002ace-10fa-4102-9321-d1b759a802c4 with Priority: HIGHEST for action security_group_members [ 708.456300] env[65888]: INFO networking_nsxv3.common.synchronization [req-cdadb74a-2fa9-4ed1-950f-d33a3f371aca req-e13d8b74-69a1-4a7b-b8fe-f3ecff96a48c tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_rules [ 708.456427] env[65888]: INFO networking_nsxv3.common.synchronization [req-cdadb74a-2fa9-4ed1-950f-d33a3f371aca req-e13d8b74-69a1-4a7b-b8fe-f3ecff96a48c tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_members [ 708.456547] env[65888]: INFO networking_nsxv3.common.synchronization [req-cdadb74a-2fa9-4ed1-950f-d33a3f371aca req-e13d8b74-69a1-4a7b-b8fe-f3ecff96a48c tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 708.457445] env[65888]: INFO networking_nsxv3.common.synchronization [req-cdadb74a-2fa9-4ed1-950f-d33a3f371aca req-e13d8b74-69a1-4a7b-b8fe-f3ecff96a48c tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 708.457679] env[65888]: INFO networking_nsxv3.common.synchronization [req-cdadb74a-2fa9-4ed1-950f-d33a3f371aca req-e13d8b74-69a1-4a7b-b8fe-f3ecff96a48c tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe with Priority: HIGHEST for action port [ 708.458284] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20002ace-10fa-4102-9321-d1b759a802c4 with Priority: HIGHEST for action security_group_rules [ 708.458788] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_rules [ 708.458953] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 708.459388] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe with Priority: HIGHEST for action port [ 708.459388] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 708.459388] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20002ace-10fa-4102-9321-d1b759a802c4 with Priority: HIGHEST for action security_group_members [ 708.459388] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_members [ 708.460047] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20002ace-10fa-4102-9321-d1b759a802c4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.460250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.460352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.460803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.460981] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.463012] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.464470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.464711] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.464809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.465022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.465121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.465186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.465414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.465490] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b2ac397-c68d-4d6e-82c5-46cb2655bfbe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.466304] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.466619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.467621] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-20002ace-10fa-4102-9321-d1b759a802c4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.467780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.468219] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.468392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.625227] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.625681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.625681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.626036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.626138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.626261] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be updated. [ 708.638687] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f8407a-8719-4646-b1f0-10901d772ef4 with status ACTIVE [ 708.638959] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.639176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.639241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.639469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.639574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.639789] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.639889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.639972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.641022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.641022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.641022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.641022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.641022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.641022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.641022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.641022] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f8407a-8719-4646-b1f0-10901d772ef4 is going to be updated. [ 708.669903] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.670767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.670767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.670767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.671623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.678266] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.678530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.679057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.679057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.679057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.679220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f8407a-8719-4646-b1f0-10901d772ef4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.684597] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 708.910514] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.963503] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-20002ace-10fa-4102-9321-d1b759a802c4 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.964846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.973612] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe with status ACTIVE [ 708.973612] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.973612] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.973612] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.973612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.973612] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b2ac397-c68d-4d6e-82c5-46cb2655bfbe is going to be updated. [ 709.002482] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.002636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.002697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.003146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.003146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.003285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b2ac397-c68d-4d6e-82c5-46cb2655bfbe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.413206] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.751240] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 709.751647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.751647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.751825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.751938] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.894810] env[65888]: INFO networking_nsxv3.common.synchronization [req-4f29b9c5-214e-4408-8aa6-5bb07e93dd02 req-d258a780-43bc-4d4d-89e1-ba9f04815802 tempest-InstanceActionsNegativeTestJSON-220783249 tempest-InstanceActionsNegativeTestJSON-220783249-project-member] Enqueued Resource ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 with Priority: HIGHEST for action security_group_members [ 709.896053] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 with Priority: HIGHEST for action security_group_members [ 709.896053] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e0585a-1f21-472b-a242-53d6eed5d5f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.896053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.896053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.896388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.896628] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.896810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.896906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.897172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.897318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.897541] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e0585a-1f21-472b-a242-53d6eed5d5f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.916298] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.916298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.916298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.916926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.916926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.916926] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20002ace-10fa-4102-9321-d1b759a802c4 is going to be created. [ 709.949839] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.949961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.949961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.950192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.950356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.965347] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20002ace-10fa-4102-9321-d1b759a802c4 in Status: UNINITIALIZED for 2s [ 710.128402] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: SUCCESS [ 710.128686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.130638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.130869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.131842] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.131842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.131842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.131842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.131842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.131842] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.153574] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 710.153800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.154098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.154238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.154429] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.154576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.154656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.154798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.154880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.154976] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.256994] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.257162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.400841] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.400841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.400841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.401195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.401195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.401309] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.401577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.401577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.401967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.401967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.401967] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 is going to be updated. [ 710.452143] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.452143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.452143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.452755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.453074] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.466221] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 in Status: IN_PROGRESS for 2s [ 710.580241] env[65888]: INFO networking_nsxv3.common.synchronization [req-13b1881c-197b-4210-9280-da0aa9941eb8 req-e98679b6-1587-479b-8926-931459ebb666 tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 710.581042] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 710.582710] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.582853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.582927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.583209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.583392] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.583507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.583589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.583756] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.583845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.583983] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.636360] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.658265] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.696852] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 710.697181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.697499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.697760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.697957] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.698102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.698170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.698324] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.698763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.698763] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.087680] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.088032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.088032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.088627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.088627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.089589] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.089661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.089771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.089888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.089991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.090085] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 711.125332] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.125571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.125690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.126013] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.126254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.138654] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 711.138993] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.164249] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.202105] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.639805] env[65888]: INFO networking_nsxv3.common.synchronization [req-f06ba847-1e23-4186-bef3-e47a018a6b73 req-ac0f06f2-ee21-4726-ad5a-e18eba4c881e tempest-ServerRescueNegativeTestJSON-1611637453 tempest-ServerRescueNegativeTestJSON-1611637453-project-member] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 711.640554] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 711.640845] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.640990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.641095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.641349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.641935] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.641935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.641935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.641935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.642142] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.642450] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.643600] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.643712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.643757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.643993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.644182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.644332] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e361c19-1c34-485b-b07e-09bf924957b2 is going to be updated. [ 711.666710] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.667414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.667414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.667414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.667582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.667644] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 711.686130] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.687340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.687340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.687340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.687340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.700406] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: IN_PROGRESS for 2s [ 711.704441] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.713168] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.713339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.713339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.713638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.713789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.728330] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 711.978897] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20002ace-10fa-4102-9321-d1b759a802c4 in Status: SUCCESS [ 711.979145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.979318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.979541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.979832] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.979992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.980103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.980228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.980346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.980498] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.131777] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.132273] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.132273] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.132575] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.132932] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.133143] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.133313] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.133605] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.133816] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.134451] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.134451] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.134451] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.134597] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.134668] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.134766] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.134892] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.146611] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.146762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.146879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.147098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.147237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.147471] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.147600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.147651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.148221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.148221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.148221] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c already deleted. [ 712.148221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.154604] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.154763] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.154894] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.155470] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.155470] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-d68229c1-f8bd-4db4-931b-80bd89a8d705 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.155627] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-d68229c1-f8bd-4db4-931b-80bd89a8d705" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.155738] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-d68229c1-f8bd-4db4-931b-80bd89a8d705" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.156054] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-d68229c1-f8bd-4db4-931b-80bd89a8d705" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.156193] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68229c1-f8bd-4db4-931b-80bd89a8d705',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.207229] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.207714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.210017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.210017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.210017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.210017] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be updated. [ 712.247550] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.247550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.247550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.247550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.247550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.257798] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 712.476587] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 in Status: SUCCESS [ 712.476947] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e0585a-1f21-472b-a242-53d6eed5d5f0 deletion is rescheduled due to dependency. [ 712.477049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e0585a-1f21-472b-a242-53d6eed5d5f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.482892] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.659426] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.659677] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.660180] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.660180] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.660297] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.660450] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port d68229c1-f8bd-4db4-931b-80bd89a8d705 not found, creating... [ 712.660843] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.661119] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.661341] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.661719] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.663181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.663711] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.663878] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.664178] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.664715] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.664715] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.664838] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: d68229c1-f8bd-4db4-931b-80bd89a8d705 is going to be created. [ 712.689591] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.689925] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.690123] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.690415] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.690832] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.691065] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-d68229c1-f8bd-4db4-931b-80bd89a8d705" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.985510] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.153052] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 713.153408] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d deletion is rescheduled due to dependency. [ 713.153408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.196681] env[65888]: INFO networking_nsxv3.common.synchronization [None req-927160ae-ee9e-4c57-b569-bdab2a6453a6 None None] Enqueued Resource ID: b2c5f584-d617-4418-84a9-761fd5e62d10 with Priority: HIGHEST for action port [ 713.197404] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c5f584-d617-4418-84a9-761fd5e62d10 with Priority: HIGHEST for action port [ 713.197605] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c5f584-d617-4418-84a9-761fd5e62d10 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.197728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c5f584-d617-4418-84a9-761fd5e62d10" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.197794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c5f584-d617-4418-84a9-761fd5e62d10" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.198093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c5f584-d617-4418-84a9-761fd5e62d10" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.198206] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c5f584-d617-4418-84a9-761fd5e62d10',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.431536] env[65888]: INFO networking_nsxv3.common.synchronization [req-f06ba847-1e23-4186-bef3-e47a018a6b73 req-18dd5200-da7d-4e53-86d0-441e68730212 service nova] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_rules [ 713.431829] env[65888]: INFO networking_nsxv3.common.synchronization [req-f06ba847-1e23-4186-bef3-e47a018a6b73 req-18dd5200-da7d-4e53-86d0-441e68730212 service nova] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 713.432454] env[65888]: INFO networking_nsxv3.common.synchronization [req-f06ba847-1e23-4186-bef3-e47a018a6b73 req-18dd5200-da7d-4e53-86d0-441e68730212 service nova] Enqueued Resource ID: d68229c1-f8bd-4db4-931b-80bd89a8d705 with Priority: HIGHEST for action port [ 713.433091] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_rules [ 713.433235] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 713.434015] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68229c1-f8bd-4db4-931b-80bd89a8d705 with Priority: HIGHEST for action port [ 713.434015] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.434491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.436234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.436234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.436234] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.436571] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.436675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.436740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.436929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.437097] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.437191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.437250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.437390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.437526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.437592] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.438779] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d68229c1-f8bd-4db4-931b-80bd89a8d705 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.438779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d68229c1-f8bd-4db4-931b-80bd89a8d705" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.438779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d68229c1-f8bd-4db4-931b-80bd89a8d705" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.439125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d68229c1-f8bd-4db4-931b-80bd89a8d705" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.439125] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68229c1-f8bd-4db4-931b-80bd89a8d705',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.491419] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.491628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.491699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.492633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.492633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.492633] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20002ace-10fa-4102-9321-d1b759a802c4 is going to be updated. [ 713.523295] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.523295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.523295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.523295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.523295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.535157] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20002ace-10fa-4102-9321-d1b759a802c4 in Status: IN_PROGRESS for 2s [ 713.700266] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2c5f584-d617-4418-84a9-761fd5e62d10 [ 713.700817] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.701045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.701114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.702100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.702142] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.702236] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2c5f584-d617-4418-84a9-761fd5e62d10 already deleted. [ 713.702320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c5f584-d617-4418-84a9-761fd5e62d10" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.713160] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: SUCCESS [ 713.713383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.713547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.713746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.713941] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.714065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.714128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.714271] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.714488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.714488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.717411] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.717411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.717411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.717411] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.717411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.717411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.718984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.719047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.719122] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.745023] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 713.745023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.745023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745023] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.745023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.745023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.745023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.746155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.746155] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.747208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.747398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.748884] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.748884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.748884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.748884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.748884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.748884] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.942374] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.942779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.943664] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.944124] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d68229c1-f8bd-4db4-931b-80bd89a8d705 with status ACTIVE [ 713.944334] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.944528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.944577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.944793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.945793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.950792] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.950792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.950792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.950792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.950792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.950792] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.950792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.950792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.950792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.950792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.951323] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d68229c1-f8bd-4db4-931b-80bd89a8d705 is going to be updated. [ 713.977522] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.977677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.977728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.977932] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.978071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.978751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d68229c1-f8bd-4db4-931b-80bd89a8d705" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.221484] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.222457] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.251907] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.252054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.252353] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.272348] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 4s [ 714.454065] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.723906] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e361c19-1c34-485b-b07e-09bf924957b2: rpc.has_security_group_logging(os_id): False [ 714.726281] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.744445] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.744445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.744445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.744445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.744445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.744794] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.744972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.744972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.745707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.745707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.745707] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e361c19-1c34-485b-b07e-09bf924957b2 is going to be created. [ 714.756767] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.844953] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.844953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.844953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.844953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.844953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.855217] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: IN_PROGRESS for 2s [ 714.956341] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.956551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.956623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.956852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.956989] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.957059] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c is going to be created. [ 715.002137] env[65888]: INFO networking_nsxv3.common.synchronization [None req-74eff2f5-1344-49d6-9832-145a3eb115fb None None] Enqueued Resource ID: 7cfde60d-c4be-44e1-9ac9-471491658d46 with Priority: HIGHEST for action port [ 715.002137] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cfde60d-c4be-44e1-9ac9-471491658d46 with Priority: HIGHEST for action port [ 715.002137] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cfde60d-c4be-44e1-9ac9-471491658d46 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.002137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cfde60d-c4be-44e1-9ac9-471491658d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.002137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cfde60d-c4be-44e1-9ac9-471491658d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.002137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cfde60d-c4be-44e1-9ac9-471491658d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.002395] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cfde60d-c4be-44e1-9ac9-471491658d46',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.004663] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.004867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.004931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.005167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.005427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.019303] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: UNINITIALIZED for 2s [ 715.228120] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.228596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.228596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.228596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.228704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.228731] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e361c19-1c34-485b-b07e-09bf924957b2 is going to be updated. [ 715.261180] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.261672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.261672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.261778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.261829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.261941] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 715.271124] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.271124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.271386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.271600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.271721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.287975] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: IN_PROGRESS for 2s [ 715.316948] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.317125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.317187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.318297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.318408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.341207] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 715.508285] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cfde60d-c4be-44e1-9ac9-471491658d46 [ 715.508601] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.508768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.508835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.509059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.509812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.509812] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cfde60d-c4be-44e1-9ac9-471491658d46 already deleted. [ 715.509812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cfde60d-c4be-44e1-9ac9-471491658d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.549658] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20002ace-10fa-4102-9321-d1b759a802c4 in Status: SUCCESS [ 715.549880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.550508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.550508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.550508] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.550755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.550755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.550849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.550894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.550977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.551085] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.628310] env[65888]: INFO networking_nsxv3.common.synchronization [None req-aa79cac8-6f84-453f-ab3c-a5f47561424e tempest-ImagesOneServerNegativeTestJSON-1865084853 tempest-ImagesOneServerNegativeTestJSON-1865084853-project-member] Enqueued Resource ID: 3dc56292-56b2-44e7-9e6b-5a56263f8339 with Priority: HIGHEST for action security_group_rules [ 715.630038] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc56292-56b2-44e7-9e6b-5a56263f8339 with Priority: HIGHEST for action security_group_rules [ 715.630509] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc56292-56b2-44e7-9e6b-5a56263f8339 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.632085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc56292-56b2-44e7-9e6b-5a56263f8339" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.632202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc56292-56b2-44e7-9e6b-5a56263f8339" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.632443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc56292-56b2-44e7-9e6b-5a56263f8339" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.632525] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc56292-56b2-44e7-9e6b-5a56263f8339',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.006061] env[65888]: INFO networking_nsxv3.common.synchronization [None req-75f169b3-cafa-4edc-a1e9-bf638649c87c tempest-ImagesOneServerNegativeTestJSON-1865084853 tempest-ImagesOneServerNegativeTestJSON-1865084853-project-member] Enqueued Resource ID: 3dc56292-56b2-44e7-9e6b-5a56263f8339 with Priority: HIGHEST for action security_group_rules [ 716.006638] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc56292-56b2-44e7-9e6b-5a56263f8339 with Priority: HIGHEST for action security_group_rules [ 716.006956] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dc56292-56b2-44e7-9e6b-5a56263f8339 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.007516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dc56292-56b2-44e7-9e6b-5a56263f8339" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.057157] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.160261] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.160261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.160261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.160472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.160652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.160744] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc56292-56b2-44e7-9e6b-5a56263f8339 already deleted. [ 716.160827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc56292-56b2-44e7-9e6b-5a56263f8339" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.161094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dc56292-56b2-44e7-9e6b-5a56263f8339" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.162093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dc56292-56b2-44e7-9e6b-5a56263f8339" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.162093] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dc56292-56b2-44e7-9e6b-5a56263f8339',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.295256] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 716.295256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.295256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.295256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.295256] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.295256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.295256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.295256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.295256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.295256] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.559825] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20002ace-10fa-4102-9321-d1b759a802c4: rpc.has_security_group_logging(os_id): False [ 716.581358] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.581538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.581581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.581764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.581880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.582103] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.582186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.582240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.582392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.582469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.582554] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20002ace-10fa-4102-9321-d1b759a802c4 is going to be created. [ 716.644019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.644019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.644019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.644019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.644019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.656595] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20002ace-10fa-4102-9321-d1b759a802c4 in Status: IN_PROGRESS for 2s [ 716.686117] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.686328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.686328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.686547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.686624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.686720] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dc56292-56b2-44e7-9e6b-5a56263f8339 already deleted. [ 716.686842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dc56292-56b2-44e7-9e6b-5a56263f8339" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.772385] env[65888]: INFO networking_nsxv3.common.synchronization [req-bb154b5b-2f2d-4b0a-8c3e-6f55b9bf84a2 req-0d6e77af-8b1d-45fb-b718-28cc2b55a009 tempest-AttachInterfacesV270Test-1493239744 tempest-AttachInterfacesV270Test-1493239744-project-member] Enqueued Resource ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a with Priority: HIGHEST for action security_group_members [ 716.773077] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a with Priority: HIGHEST for action security_group_members [ 716.773262] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.773384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.773469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.774534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.774534] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.774534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.774534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.774534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.774534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.774865] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.798133] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.869816] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: SUCCESS [ 716.870009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.870196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.870417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.870516] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.029883] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: SUCCESS [ 717.030119] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.030475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.030740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.030968] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.031101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.031165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.031322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.031400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.031524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.031851] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.276919] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.277070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.277144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.277355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.277448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.277667] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.277772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.277835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.277988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.278076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.278312] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a already deleted. [ 717.278374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.296579] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: SUCCESS [ 717.296921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.296962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.297235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.297356] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.297533] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.297600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.297760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.297844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.297940] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.300745] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.356550] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 717.356772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.357025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.358396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.358665] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.358798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.358867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.359057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.359147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.359247] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.366358] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.366532] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-115" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.366645] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-115" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.367055] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-115" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.367307] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.367538] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.367692] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.367917] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.368057] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.368576] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.368726] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.368975] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.368975] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.369084] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.369146] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.369266] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.372023] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.372283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.390412] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.390581] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.390814] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.391226] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-115" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.391570] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-97ac37ae-ecec-43fe-add6-52ee34de0197 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.391776] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-97ac37ae-ecec-43fe-add6-52ee34de0197" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.391865] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-97ac37ae-ecec-43fe-add6-52ee34de0197" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.392449] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-97ac37ae-ecec-43fe-add6-52ee34de0197" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.392603] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97ac37ae-ecec-43fe-add6-52ee34de0197',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.534026] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.534217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.534287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.534522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.534694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.534852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.534852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.535023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.535109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.535209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.535339] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.535432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.535534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.535633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.535768] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.535870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.535920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.536068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.536139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.536320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.536320] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.800210] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.803776] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.803776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.803776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.803776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.803776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.803776] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be updated. [ 717.842029] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.842029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.842029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.842377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.842957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.853530] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 717.863111] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.895400] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.895745] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.895941] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.896441] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.896587] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.896811] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 97ac37ae-ecec-43fe-add6-52ee34de0197 not found, creating... [ 717.897310] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.897507] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.897705] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.898060] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.898262] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.898657] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.898899] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.899044] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.899248] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.899399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.899519] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 97ac37ae-ecec-43fe-add6-52ee34de0197 is going to be created. [ 717.924651] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.924847] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.925051] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.925363] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.925594] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.925819] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-97ac37ae-ecec-43fe-add6-52ee34de0197" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.039163] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fcc4d5f-5548-48dc-805b-b4638afec11c: rpc.has_security_group_logging(os_id): False [ 718.065611] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.065814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.065861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.066068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.066158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.066381] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.066481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.066545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.066702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.066780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.067035] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.067172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.067237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.067414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.067639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.067846] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.067939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.067992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.068152] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.068228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.068315] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c is going to be created. [ 718.170693] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.170902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.170945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.171227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.171474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.182701] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: IN_PROGRESS for 2s [ 718.303777] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.366039] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.635379] env[65888]: INFO networking_nsxv3.common.synchronization [req-bb154b5b-2f2d-4b0a-8c3e-6f55b9bf84a2 req-9c9eaff4-5cc8-41ca-b910-2a8c1f87b24e service nova] Enqueued Resource ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a with Priority: HIGHEST for action security_group_rules [ 718.635379] env[65888]: INFO networking_nsxv3.common.synchronization [req-bb154b5b-2f2d-4b0a-8c3e-6f55b9bf84a2 req-9c9eaff4-5cc8-41ca-b910-2a8c1f87b24e service nova] Enqueued Resource ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a with Priority: HIGHEST for action security_group_members [ 718.635379] env[65888]: INFO networking_nsxv3.common.synchronization [req-bb154b5b-2f2d-4b0a-8c3e-6f55b9bf84a2 req-9c9eaff4-5cc8-41ca-b910-2a8c1f87b24e service nova] Enqueued Resource ID: 97ac37ae-ecec-43fe-add6-52ee34de0197 with Priority: HIGHEST for action port [ 718.635579] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a with Priority: HIGHEST for action security_group_rules [ 718.635622] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a with Priority: HIGHEST for action security_group_members [ 718.635724] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97ac37ae-ecec-43fe-add6-52ee34de0197 with Priority: HIGHEST for action port [ 718.636276] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.636276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.636276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.636576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.636576] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.637338] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.637449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.637532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.637709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.637859] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.637955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.638078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.638175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.638266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.638356] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.639216] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-97ac37ae-ecec-43fe-add6-52ee34de0197 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.639279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97ac37ae-ecec-43fe-add6-52ee34de0197" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.639332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97ac37ae-ecec-43fe-add6-52ee34de0197" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.639440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97ac37ae-ecec-43fe-add6-52ee34de0197" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.639517] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97ac37ae-ecec-43fe-add6-52ee34de0197',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.674072] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20002ace-10fa-4102-9321-d1b759a802c4 in Status: SUCCESS [ 718.674307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.806312] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.806507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.806682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.806853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.806979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.807118] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e361c19-1c34-485b-b07e-09bf924957b2 is going to be updated. [ 718.840154] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.840154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.840154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.840415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.840539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.850986] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: IN_PROGRESS for 2s [ 718.870187] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.870345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.870418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.870633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.870760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.870825] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 718.908894] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.909066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.909126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.909337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.909483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.922036] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 719.143012] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97ac37ae-ecec-43fe-add6-52ee34de0197 with status ACTIVE [ 719.143268] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.143412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.143512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.143704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.143793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.143978] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.144199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.144199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.144331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.144406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.144595] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.144690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.144750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.144888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.144960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.145059] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97ac37ae-ecec-43fe-add6-52ee34de0197 is going to be updated. [ 719.152053] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.152053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.152053] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.172233] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.172482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.172530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.172752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.172886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.173059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97ac37ae-ecec-43fe-add6-52ee34de0197" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.194591] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f7076247-7520-45cc-87bb-bd0b6d02fc83 None None] Enqueued Resource ID: 86f3de6c-0e42-403b-a6f6-37b0030cc50c with Priority: HIGHEST for action port [ 719.194833] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f3de6c-0e42-403b-a6f6-37b0030cc50c with Priority: HIGHEST for action port [ 719.195883] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-86f3de6c-0e42-403b-a6f6-37b0030cc50c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.196090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86f3de6c-0e42-403b-a6f6-37b0030cc50c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.196357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86f3de6c-0e42-403b-a6f6-37b0030cc50c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.196729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86f3de6c-0e42-403b-a6f6-37b0030cc50c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.196729] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f3de6c-0e42-403b-a6f6-37b0030cc50c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.655158] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.698896] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86f3de6c-0e42-403b-a6f6-37b0030cc50c [ 719.699179] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.699318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.699388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.699613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.700995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.701134] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86f3de6c-0e42-403b-a6f6-37b0030cc50c already deleted. [ 719.701232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86f3de6c-0e42-403b-a6f6-37b0030cc50c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.849643] env[65888]: INFO networking_nsxv3.common.synchronization [None req-125e3d7c-2c77-4ca6-b0ef-8474db0426c4 None None] Enqueued Resource ID: 26dcc5df-de85-48ee-91e6-5140135e78db with Priority: HIGHEST for action port [ 719.849849] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26dcc5df-de85-48ee-91e6-5140135e78db with Priority: HIGHEST for action port [ 719.852376] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-26dcc5df-de85-48ee-91e6-5140135e78db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.852565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26dcc5df-de85-48ee-91e6-5140135e78db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.852669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26dcc5df-de85-48ee-91e6-5140135e78db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.852964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26dcc5df-de85-48ee-91e6-5140135e78db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.853075] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26dcc5df-de85-48ee-91e6-5140135e78db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.867708] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 719.868853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.868853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.868982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.869122] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.869241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.869305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.869455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.869560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.869674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.869769] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.156969] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.157261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.157358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.157745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.157862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.157984] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a is going to be created. [ 720.285848] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: SUCCESS [ 720.285848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.285848] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.285848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.285848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.285848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.285848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.299860] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a in Status: UNINITIALIZED for 2s [ 720.358107] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26dcc5df-de85-48ee-91e6-5140135e78db [ 720.358354] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.358574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.358665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.358914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.359023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.359129] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26dcc5df-de85-48ee-91e6-5140135e78db already deleted. [ 720.359219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26dcc5df-de85-48ee-91e6-5140135e78db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.373246] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.373452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.373452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.373947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.373947] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.373947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.374206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.374206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.374206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.374302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.374423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.374507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.374565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.374698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.374830] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.374915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.375659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.375659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.375659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.375659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.375659] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.866025] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: SUCCESS [ 720.866025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.866025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.866025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.866025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.866025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.866025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.866025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.866025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.866025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.866025] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.880378] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca151760-c179-442a-b22c-574f5a05ccbd: rpc.has_security_group_logging(os_id): False [ 720.899393] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.899654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.899654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.899756] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.899881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.900071] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.900165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.900225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.900368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.900437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.900617] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.900706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.900763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.900895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.900961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.901143] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.904322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.904510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.904896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.905045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.905208] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be updated. [ 720.935912] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.935912] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.935912] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.935912] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.935912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.938723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.939394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.940104] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.003948] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.003948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.003948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.004411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.004667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.026796] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 721.369990] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.398022] env[65888]: INFO networking_nsxv3.common.synchronization [None req-0a62b4d0-ce27-44da-8a5c-beeb318877a6 None None] Enqueued Resource ID: 4ab45d56-9db2-4a2f-967b-da866a188c8f with Priority: HIGHEST for action port [ 721.398022] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab45d56-9db2-4a2f-967b-da866a188c8f with Priority: HIGHEST for action port [ 721.398022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab45d56-9db2-4a2f-967b-da866a188c8f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.398022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab45d56-9db2-4a2f-967b-da866a188c8f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.398022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab45d56-9db2-4a2f-967b-da866a188c8f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.398238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab45d56-9db2-4a2f-967b-da866a188c8f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.398308] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab45d56-9db2-4a2f-967b-da866a188c8f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.442367] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4057eab-f491-446c-970e-039a8dc831fe: rpc.has_security_group_logging(os_id): False [ 721.466094] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.466261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.466327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.466618] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.466664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.466888] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.467089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.467089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.467690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.467690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.468462] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.468462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.468462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.468462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.468462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.468932] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.469926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.470016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.470188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.470272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.470365] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 721.620024] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.620024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.620024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.620024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.620024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.643653] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 721.870789] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e361c19-1c34-485b-b07e-09bf924957b2: rpc.has_security_group_logging(os_id): False [ 721.898809] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.899071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.899071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.899263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.899353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.899587] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.899681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.899755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.899959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.900752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.900752] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e361c19-1c34-485b-b07e-09bf924957b2 is going to be updated. [ 721.901893] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ab45d56-9db2-4a2f-967b-da866a188c8f [ 721.902518] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.902518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.902518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.902700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.902840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.902879] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ab45d56-9db2-4a2f-967b-da866a188c8f already deleted. [ 721.903042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab45d56-9db2-4a2f-967b-da866a188c8f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.000966] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.001186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.001186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.001927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.002155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.023631] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: IN_PROGRESS for 2s [ 722.312680] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a in Status: SUCCESS [ 722.315034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.315034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.315034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.315034] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.315034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.315034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.315034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.315034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.315034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.315034] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.818044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.818044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.818044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.818435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.818628] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.819410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.819522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.819968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.819968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.819968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.820129] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.820207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.820647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.820647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.820647] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.820785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.820785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.820926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.820987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.821818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.821979] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.050879] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 723.052403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.052403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.052403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.052403] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.238345] env[65888]: INFO networking_nsxv3.common.synchronization [None req-37f46af2-c553-404f-b0cc-e650e7a1add8 None None] Enqueued Resource ID: 692214ca-0c9c-4ad3-8cd1-39e8bbdb174e with Priority: HIGHEST for action port [ 723.239063] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 692214ca-0c9c-4ad3-8cd1-39e8bbdb174e with Priority: HIGHEST for action port [ 723.240998] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-692214ca-0c9c-4ad3-8cd1-39e8bbdb174e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.240998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-692214ca-0c9c-4ad3-8cd1-39e8bbdb174e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.240998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-692214ca-0c9c-4ad3-8cd1-39e8bbdb174e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.240998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-692214ca-0c9c-4ad3-8cd1-39e8bbdb174e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.240998] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('692214ca-0c9c-4ad3-8cd1-39e8bbdb174e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.329033] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a: rpc.has_security_group_logging(os_id): False [ 723.351996] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.352222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.352222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.352553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.352668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.352886] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.353030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.353099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.353275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.353355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.353564] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.353670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.353703] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.353878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.353920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.354930] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.355085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.355155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.355315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.355453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.355506] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a is going to be created. [ 723.430988] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.430988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.430988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.431246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.431277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.448325] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a in Status: IN_PROGRESS for 2s [ 723.558493] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.558493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.558493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.558493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.558493] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.558901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.558901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.558901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.558901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.558901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.559232] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.627875] env[65888]: INFO networking_nsxv3.common.synchronization [req-fc9f5be7-0b18-47d1-9cfa-f1a27673a376 req-89fe7cac-bf26-4d68-966a-4dcd310c59da tempest-VolumesAssistedSnapshotsTest-1893145608 tempest-VolumesAssistedSnapshotsTest-1893145608-project-member] Enqueued Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_members [ 723.628629] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGHEST for action security_group_members [ 723.629010] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.630378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.630378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.630772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.630998] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.631234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.631479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.631923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.632619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.632619] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.663063] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 723.663434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.663752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.664927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.664927] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.746125] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 692214ca-0c9c-4ad3-8cd1-39e8bbdb174e [ 723.746125] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.746125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.746125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.746125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.746125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.746125] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:692214ca-0c9c-4ad3-8cd1-39e8bbdb174e already deleted. [ 723.746125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-692214ca-0c9c-4ad3-8cd1-39e8bbdb174e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.044527] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: SUCCESS [ 724.045619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.051498] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f5fc8229-b3d2-4dd1-b05d-9a6d0eb3a07b tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_rules [ 724.051498] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_rules [ 724.051498] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5264357d-aa80-4ca5-8bef-6de450e20558 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.051498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.051498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.051498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.051498] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.062736] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.062736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.062736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.062736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.062736] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.064034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.064034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.064034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.064034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.064034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.065040] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.065040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.065040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.065040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.065040] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.065040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.065040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.065374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.065374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.065479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.065817] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.089562] env[65888]: INFO networking_nsxv3.common.synchronization [None req-bef40292-32c2-4ec4-9d11-6b69725f2040 None None] Enqueued Resource ID: 8a0cc804-ced3-4f27-8054-bd2d0b0ffd38 with Priority: HIGHEST for action port [ 724.089562] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a0cc804-ced3-4f27-8054-bd2d0b0ffd38 with Priority: HIGHEST for action port [ 724.089766] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a0cc804-ced3-4f27-8054-bd2d0b0ffd38 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.090891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a0cc804-ced3-4f27-8054-bd2d0b0ffd38" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.091073] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a0cc804-ced3-4f27-8054-bd2d0b0ffd38" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.091360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a0cc804-ced3-4f27-8054-bd2d0b0ffd38" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.091459] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a0cc804-ced3-4f27-8054-bd2d0b0ffd38',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.136048] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.136234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.136307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.136522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.136652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.136833] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.136940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.137008] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.137162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.137240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.137330] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b is going to be updated. [ 724.155802] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1e0d7a94-29df-4352-bc82-06ca4b5977f7 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_rules [ 724.156602] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_rules [ 724.157784] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5264357d-aa80-4ca5-8bef-6de450e20558 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.158449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.171201] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.171490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.171490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.171729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.172058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.172058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.172249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.172249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.172378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.172410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.172511] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.175038] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.175237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.175237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.175336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.176044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.187801] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b in Status: IN_PROGRESS for 2s [ 724.568374] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca151760-c179-442a-b22c-574f5a05ccbd: rpc.has_security_group_logging(os_id): False [ 724.581266] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.581266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.581266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.581266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.581266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.581266] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5264357d-aa80-4ca5-8bef-6de450e20558 already deleted. [ 724.581266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.581266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.581266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.581266] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.592091] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.592311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.592311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.593193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.593193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.593193] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.593193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.593193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.593472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.593472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.593535] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.594381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.594381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.594381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.594381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.594381] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.594381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.594381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.594381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.594705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.594705] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be updated. [ 724.595846] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a0cc804-ced3-4f27-8054-bd2d0b0ffd38 [ 724.596023] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.596127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.596189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.596334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.596409] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.596523] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a0cc804-ced3-4f27-8054-bd2d0b0ffd38 already deleted. [ 724.596570] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a0cc804-ced3-4f27-8054-bd2d0b0ffd38" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.672262] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.672451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.672451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.672636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.672790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.678912] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.678912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.678912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.679961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.683484] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.683484] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.683484] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.683484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.683484] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.690054] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 725.106935] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.107264] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.107264] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.107392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.107486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.107646] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5264357d-aa80-4ca5-8bef-6de450e20558 already deleted. [ 725.107744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.184346] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4057eab-f491-446c-970e-039a8dc831fe: rpc.has_security_group_logging(os_id): False [ 725.204414] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.204550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.204610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.204926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.205092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.205310] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.205417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.205481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.205644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.205720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.205920] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.206632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.206632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.206632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.206632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.206887] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.206887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.206990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.207188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.207188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.207272] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 725.294959] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.296155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.296155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.296155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.296155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.312752] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 725.469441] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a in Status: SUCCESS [ 725.469642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.870075] env[65888]: INFO networking_nsxv3.common.synchronization [req-21551058-5f75-4c77-9e12-20634b780de0 req-e14a8ee9-405b-437a-acf1-5b0dd6e6b68d tempest-ListServersNegativeTestJSON-546795919 tempest-ListServersNegativeTestJSON-546795919-project-member] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 725.870075] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 725.870075] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.870075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.870075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.871901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.871901] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.871901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.873102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.873102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.873102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.873102] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.060882] env[65888]: INFO networking_nsxv3.common.synchronization [None req-56dce9cd-9437-4c12-9d4b-3883bbc2ca81 None None] Enqueued Resource ID: e92998c2-f537-44d8-b00a-a054a363caa6 with Priority: HIGHEST for action port [ 726.063043] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e92998c2-f537-44d8-b00a-a054a363caa6 with Priority: HIGHEST for action port [ 726.063043] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e92998c2-f537-44d8-b00a-a054a363caa6 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.063043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e92998c2-f537-44d8-b00a-a054a363caa6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.063043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e92998c2-f537-44d8-b00a-a054a363caa6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.063043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e92998c2-f537-44d8-b00a-a054a363caa6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.063340] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e92998c2-f537-44d8-b00a-a054a363caa6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.201700] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b in Status: SUCCESS [ 726.201700] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b deletion is rescheduled due to dependency. [ 726.201700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.376274] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.566335] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e92998c2-f537-44d8-b00a-a054a363caa6 [ 726.566335] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.566335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.566335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.566506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.566506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.566625] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e92998c2-f537-44d8-b00a-a054a363caa6 already deleted. [ 726.566677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e92998c2-f537-44d8-b00a-a054a363caa6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.706789] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 726.707755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.880060] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.328363] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 727.329828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.383799] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.383799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.383799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.383799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.383799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.383799] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be updated. [ 727.416774] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.416952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.417051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.417240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.417395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.426463] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 728.049135] env[65888]: INFO networking_nsxv3.common.synchronization [req-216eae30-e123-4496-b5d5-3604f09592a8 req-48c912e4-4580-42e0-b4b7-1f906944ddf6 tempest-ServerGroupTestJSON-400654505 tempest-ServerGroupTestJSON-400654505-project-member] Enqueued Resource ID: e1d81010-640b-4492-99fe-1943721e852c with Priority: HIGHEST for action security_group_members [ 728.049766] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d81010-640b-4492-99fe-1943721e852c with Priority: HIGHEST for action security_group_members [ 728.050107] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d81010-640b-4492-99fe-1943721e852c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.050232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.050298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.050552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.050707] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.050809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.051148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.051314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.051402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.051499] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d81010-640b-4492-99fe-1943721e852c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.553459] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.553880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.553880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.554087] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.554087] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.554270] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.554391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.554391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.554486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.554547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.554634] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d81010-640b-4492-99fe-1943721e852c already deleted. [ 728.554748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.809270] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.809455] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-444" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.809567] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-444" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.809921] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-444" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.810623] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.810623] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.810623] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.810623] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.810920] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.811811] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.811811] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.811811] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.811811] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.811811] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.811811] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.812098] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.831445] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.831617] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.831806] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.834386] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-444" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.834386] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-6487ba02-c84a-4d14-aa01-d29a4bb2d091 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.834386] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-6487ba02-c84a-4d14-aa01-d29a4bb2d091" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.834386] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-6487ba02-c84a-4d14-aa01-d29a4bb2d091" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.834386] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-6487ba02-c84a-4d14-aa01-d29a4bb2d091" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.834386] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6487ba02-c84a-4d14-aa01-d29a4bb2d091',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.335477] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.335812] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.335965] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.336309] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.336482] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.336640] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 6487ba02-c84a-4d14-aa01-d29a4bb2d091 not found, creating... [ 729.336920] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.337094] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.337198] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.337426] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.337553] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.337903] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.338157] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.338328] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.338662] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.338719] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.338863] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 6487ba02-c84a-4d14-aa01-d29a4bb2d091 is going to be created. [ 729.361197] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.361402] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.361518] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.361875] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.362149] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.362381] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-6487ba02-c84a-4d14-aa01-d29a4bb2d091" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.439159] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 729.439588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.130943] env[65888]: INFO networking_nsxv3.common.synchronization [req-216eae30-e123-4496-b5d5-3604f09592a8 req-11bb8dde-9d77-4191-a445-893d0fc1afa2 service nova] Enqueued Resource ID: e1d81010-640b-4492-99fe-1943721e852c with Priority: HIGHEST for action security_group_rules [ 730.130943] env[65888]: INFO networking_nsxv3.common.synchronization [req-216eae30-e123-4496-b5d5-3604f09592a8 req-11bb8dde-9d77-4191-a445-893d0fc1afa2 service nova] Enqueued Resource ID: e1d81010-640b-4492-99fe-1943721e852c with Priority: HIGHEST for action security_group_members [ 730.130943] env[65888]: INFO networking_nsxv3.common.synchronization [req-216eae30-e123-4496-b5d5-3604f09592a8 req-11bb8dde-9d77-4191-a445-893d0fc1afa2 service nova] Enqueued Resource ID: 6487ba02-c84a-4d14-aa01-d29a4bb2d091 with Priority: HIGHEST for action port [ 730.130943] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d81010-640b-4492-99fe-1943721e852c with Priority: HIGHEST for action security_group_rules [ 730.130943] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d81010-640b-4492-99fe-1943721e852c with Priority: HIGHEST for action security_group_members [ 730.130943] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6487ba02-c84a-4d14-aa01-d29a4bb2d091 with Priority: HIGHEST for action port [ 730.131981] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d81010-640b-4492-99fe-1943721e852c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.132256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.132405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.132810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.132973] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d81010-640b-4492-99fe-1943721e852c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.134046] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d81010-640b-4492-99fe-1943721e852c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.134335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.134536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.134880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.135796] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.135796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.135796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.135796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.139829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.139829] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d81010-640b-4492-99fe-1943721e852c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.139829] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6487ba02-c84a-4d14-aa01-d29a4bb2d091 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.139829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6487ba02-c84a-4d14-aa01-d29a4bb2d091" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.139829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6487ba02-c84a-4d14-aa01-d29a4bb2d091" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.139829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6487ba02-c84a-4d14-aa01-d29a4bb2d091" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.139829] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6487ba02-c84a-4d14-aa01-d29a4bb2d091',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.641421] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d81010-640b-4492-99fe-1943721e852c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.641421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.646117] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6487ba02-c84a-4d14-aa01-d29a4bb2d091 with status ACTIVE [ 730.646117] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.646117] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.646117] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.646117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.646117] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6487ba02-c84a-4d14-aa01-d29a4bb2d091 is going to be updated. [ 730.646942] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1d81010-640b-4492-99fe-1943721e852c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.648577] env[65888]: INFO networking_nsxv3.common.synchronization [req-dd2d7c16-950b-43b3-8d66-4604d7275f92 req-ddc7c86c-6997-41fe-b464-d6f38b233875 tempest-ServerRescueNegativeTestJSON-1611637453 tempest-ServerRescueNegativeTestJSON-1611637453-project-member] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 730.649352] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 730.650145] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.650467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.650606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.650838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.651081] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.651297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.651440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.651660] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.651829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.652027] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.673177] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.673177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.673177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.673177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.673177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.673177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6487ba02-c84a-4d14-aa01-d29a4bb2d091" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.149893] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.149893] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.150686] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.150686] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.150686] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.150860] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.150860] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.151031] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.151592] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.151592] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.151842] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.151943] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.152061] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.152220] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.152365] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.154855] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.157104] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1d81010-640b-4492-99fe-1943721e852c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.158288] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.179700] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.179880] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.180044] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.180232] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.180555] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-0b79e840-786f-4aca-a33e-e6266cea4a22 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.180726] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-0b79e840-786f-4aca-a33e-e6266cea4a22" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.180838] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-0b79e840-786f-4aca-a33e-e6266cea4a22" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.181627] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-0b79e840-786f-4aca-a33e-e6266cea4a22" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.181885] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b79e840-786f-4aca-a33e-e6266cea4a22',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.661127] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.663169] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.663485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.664069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.664633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.664885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.666144] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d81010-640b-4492-99fe-1943721e852c is going to be created. [ 731.684682] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.684949] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.685083] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.685363] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.685520] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.685669] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 0b79e840-786f-4aca-a33e-e6266cea4a22 not found, creating... [ 731.686062] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.686995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.687140] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.687410] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.687550] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.688421] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.688635] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.688763] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.689024] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.689164] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.689314] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 0b79e840-786f-4aca-a33e-e6266cea4a22 is going to be created. [ 731.692085] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.692218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.692288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.692485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.692649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.705295] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d81010-640b-4492-99fe-1943721e852c in Status: UNINITIALIZED for 2s [ 731.716163] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.716420] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.716557] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.716898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.717180] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.717480] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-0b79e840-786f-4aca-a33e-e6266cea4a22" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.163793] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.164172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.164172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.164172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.164264] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.164293] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c is going to be updated. [ 732.196881] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.196881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.196881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.196881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.196881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.207655] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: IN_PROGRESS for 2s [ 732.445895] env[65888]: INFO networking_nsxv3.common.synchronization [req-dd2d7c16-950b-43b3-8d66-4604d7275f92 req-d70eecfb-56e5-4402-b19a-2c69d55806bc service nova] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_rules [ 732.446090] env[65888]: INFO networking_nsxv3.common.synchronization [req-dd2d7c16-950b-43b3-8d66-4604d7275f92 req-d70eecfb-56e5-4402-b19a-2c69d55806bc service nova] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 732.446227] env[65888]: INFO networking_nsxv3.common.synchronization [req-dd2d7c16-950b-43b3-8d66-4604d7275f92 req-d70eecfb-56e5-4402-b19a-2c69d55806bc service nova] Enqueued Resource ID: 0b79e840-786f-4aca-a33e-e6266cea4a22 with Priority: HIGHEST for action port [ 732.446783] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_rules [ 732.447242] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 732.447381] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b79e840-786f-4aca-a33e-e6266cea4a22 with Priority: HIGHEST for action port [ 732.447705] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.447830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.447898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.448128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.448210] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.449228] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.449228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.449795] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b79e840-786f-4aca-a33e-e6266cea4a22 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.449902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b79e840-786f-4aca-a33e-e6266cea4a22" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.449902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b79e840-786f-4aca-a33e-e6266cea4a22" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.450094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b79e840-786f-4aca-a33e-e6266cea4a22" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.450174] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b79e840-786f-4aca-a33e-e6266cea4a22',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.546209] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-92a8480a-af6d-49ff-839c-8b0eec8ced41 tempest-ServersTestMultiNic-2496758 tempest-ServersTestMultiNic-2496758-project-member] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 732.546747] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 732.547055] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.547175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.547253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.547502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.547721] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.547821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.547896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.548082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.548168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.548280] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.952068] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.952199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.952386] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b79e840-786f-4aca-a33e-e6266cea4a22 with status ACTIVE [ 732.952556] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.952664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.952726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.952944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.953045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.953221] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.953320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.953373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.953520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.953595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.953771] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.953865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.953920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.954118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.954165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.954215] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b79e840-786f-4aca-a33e-e6266cea4a22 is going to be updated. [ 732.979585] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.979585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.979585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.981574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.981671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.981851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b79e840-786f-4aca-a33e-e6266cea4a22" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.009538] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-afa1c2e2-faa2-431b-88f2-673b6862d1b6 tempest-ServersTestMultiNic-2496758 tempest-ServersTestMultiNic-2496758-project-member] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 733.010905] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 733.011101] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.011101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.050695] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.050864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.050936] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.051181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.051276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.051470] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.051569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.051629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.052644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.052745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.052839] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e already deleted. [ 733.052924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.053108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.053265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.053414] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.053519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.053615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.053701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.053774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.053870] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.371840] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-b673819c-d57c-4265-85a4-1a38c37bea12 tempest-ServersTestMultiNic-2496758 tempest-ServersTestMultiNic-2496758-project-member] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 733.372734] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 733.372996] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.373357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.556416] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.556416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.556416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.556416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.556551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.556693] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.556753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.556858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.556972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.557053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.557123] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e already deleted. [ 733.557184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.557343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.557476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.557650] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.561014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.561014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.561014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.561014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.561014] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.706042] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.706273] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-822" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.706408] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-822" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.706725] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-822" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.707015] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.707174] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.707282] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.707495] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.707705] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.707859] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.707980] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.708076] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.708176] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.708276] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.708397] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.708549] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.721767] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d81010-640b-4492-99fe-1943721e852c in Status: SUCCESS [ 733.722014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.722180] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.722382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.722586] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.722698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.722844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.722898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.722978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.723074] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.723166] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1d81010-640b-4492-99fe-1943721e852c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.730810] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.730994] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.731184] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.731361] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-822" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.731655] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-d75d695f-371f-4d9c-8a37-0a7bef16d185 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.731828] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-d75d695f-371f-4d9c-8a37-0a7bef16d185" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.731929] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-d75d695f-371f-4d9c-8a37-0a7bef16d185" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.732268] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-d75d695f-371f-4d9c-8a37-0a7bef16d185" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.732566] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75d695f-371f-4d9c-8a37-0a7bef16d185',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.061768] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.061998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.062122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.062353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.062460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.062675] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.062849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.062849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.063047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.063090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.063170] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e already deleted. [ 734.063248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.220335] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: SUCCESS [ 734.220551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.220721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.220933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.221131] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.221249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.221311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.221460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.221540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.221637] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.226012] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d81010-640b-4492-99fe-1943721e852c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.226012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.226012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.226012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.226012] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.226229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.226229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.226292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.226373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.226546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.226587] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d81010-640b-4492-99fe-1943721e852c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.226683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.226744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.226879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.227180] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.227180] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.227180] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.227372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.227372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.227451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.227530] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1d81010-640b-4492-99fe-1943721e852c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.235059] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.235185] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.235286] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.235516] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.235644] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.235786] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port d75d695f-371f-4d9c-8a37-0a7bef16d185 not found, creating... [ 734.236039] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.236189] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.236299] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.236495] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.236619] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.236889] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.237048] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.237158] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.237350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.237472] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.237603] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: d75d695f-371f-4d9c-8a37-0a7bef16d185 is going to be created. [ 734.258681] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.258845] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.258929] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.259215] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.259437] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.259656] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-d75d695f-371f-4d9c-8a37-0a7bef16d185" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.726043] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.730643] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1d81010-640b-4492-99fe-1943721e852c: rpc.has_security_group_logging(os_id): False [ 734.751814] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.751989] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.752041] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.752458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.752582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.752811] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.752922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.753290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.753413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.753520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.753728] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.753825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.753896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.754064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.754165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.754351] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.754473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.754539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.754705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.754804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.754911] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d81010-640b-4492-99fe-1943721e852c is going to be created. [ 734.847133] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.847350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.847464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.847820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.848106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.862085] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d81010-640b-4492-99fe-1943721e852c in Status: IN_PROGRESS for 2s [ 735.045364] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-40eeb9d4-4125-4063-8a23-1710cd6a73ba service nova] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_rules [ 735.045556] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-40eeb9d4-4125-4063-8a23-1710cd6a73ba service nova] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 735.045788] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-40eeb9d4-4125-4063-8a23-1710cd6a73ba service nova] Enqueued Resource ID: d75d695f-371f-4d9c-8a37-0a7bef16d185 with Priority: HIGHEST for action port [ 735.046240] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_rules [ 735.046381] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 735.046481] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75d695f-371f-4d9c-8a37-0a7bef16d185 with Priority: HIGHEST for action port [ 735.046754] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.046875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.046965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.047887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.048051] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.049140] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.049405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.049525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.049903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.050132] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.050292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.050398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.050646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.050810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.050940] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.052515] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d75d695f-371f-4d9c-8a37-0a7bef16d185 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.054897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d75d695f-371f-4d9c-8a37-0a7bef16d185" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.054897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d75d695f-371f-4d9c-8a37-0a7bef16d185" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.054897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d75d695f-371f-4d9c-8a37-0a7bef16d185" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.054897] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75d695f-371f-4d9c-8a37-0a7bef16d185',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.233943] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.540745] env[65888]: INFO networking_nsxv3.common.synchronization [req-e44e5606-2582-4e1b-a737-bfdad7b3d9d3 req-d9e47b0c-4059-43d6-b165-bd099d6695c9 tempest-MultipleCreateTestJSON-1016817481 tempest-MultipleCreateTestJSON-1016817481-project-member] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 735.541375] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 735.542099] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.542099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.542099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.544211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.544816] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.545495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.545495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.546125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.546764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.546764] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.555565] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d75d695f-371f-4d9c-8a37-0a7bef16d185 with status ACTIVE [ 735.555815] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.556042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.556042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.556265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.556320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.556529] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.556693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.556693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.556759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.557058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.557114] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.557223] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.557284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.557424] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.557495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.557577] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d75d695f-371f-4d9c-8a37-0a7bef16d185 is going to be updated. [ 735.558798] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.560027] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.560208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.589147] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.589296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.589556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.589627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.589745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.590288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d75d695f-371f-4d9c-8a37-0a7bef16d185" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.734972] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.735340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.735340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.735672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.735672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.735764] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c is going to be updated. [ 735.765093] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.765306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.765413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.766060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.766060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.778528] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: IN_PROGRESS for 2s [ 735.935618] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-139 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.935809] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-139" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.936176] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-139" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.936518] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-139" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.936953] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.937414] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.937544] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.938895] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.939124] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.939351] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.939456] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.939563] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.939667] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.939771] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.939868] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.940076] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.961679] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.961900] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.962050] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.962227] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-139" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.962540] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-2d1d9e13-d497-48eb-a2b3-d355af75d4c5 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.962709] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-2d1d9e13-d497-48eb-a2b3-d355af75d4c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.962824] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-2d1d9e13-d497-48eb-a2b3-d355af75d4c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.963323] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-2d1d9e13-d497-48eb-a2b3-d355af75d4c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.963464] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1d9e13-d497-48eb-a2b3-d355af75d4c5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.048900] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.048900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.048900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.049085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.049085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.049288] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.049392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.049454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.049601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.049675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.049760] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 already deleted. [ 736.049838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.062051] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.095564] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.095748] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.095863] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.096199] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.096461] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.096614] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.096726] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.096936] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.097231] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.097446] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.097555] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.097729] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.097850] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.097958] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.098073] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.098197] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.115758] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.115923] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.116070] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.116241] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.116555] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-4cde0815-52e4-42d5-8a1f-379baa6a71f0 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.116723] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-4cde0815-52e4-42d5-8a1f-379baa6a71f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.116838] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-4cde0815-52e4-42d5-8a1f-379baa6a71f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.117166] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-4cde0815-52e4-42d5-8a1f-379baa6a71f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.117329] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cde0815-52e4-42d5-8a1f-379baa6a71f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.466090] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.466363] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.466540] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.466866] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.467115] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.467292] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 2d1d9e13-d497-48eb-a2b3-d355af75d4c5 not found, creating... [ 736.467560] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.467763] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.467914] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.468166] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.468334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.468642] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.468815] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.468952] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.469215] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.469375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.469519] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 2d1d9e13-d497-48eb-a2b3-d355af75d4c5 is going to be created. [ 736.492334] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.492533] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.492631] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.492874] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.493122] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.493500] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-2d1d9e13-d497-48eb-a2b3-d355af75d4c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.564764] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.565032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.565096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.565370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.565502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.565617] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be created. [ 736.591383] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.591597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.591647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.591868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.592087] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.603903] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: UNINITIALIZED for 2s [ 736.619689] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.619997] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.620121] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.620444] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.620665] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.620856] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 4cde0815-52e4-42d5-8a1f-379baa6a71f0 not found, creating... [ 736.621245] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.621386] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.621466] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.621738] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.621995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.622344] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.622556] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.622708] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.622978] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.623173] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.623346] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 4cde0815-52e4-42d5-8a1f-379baa6a71f0 is going to be created. [ 736.646950] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.647181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.647283] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.647559] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.647898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.648274] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-4cde0815-52e4-42d5-8a1f-379baa6a71f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.875699] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1d81010-640b-4492-99fe-1943721e852c in Status: SUCCESS [ 736.876166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.169854] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-8f7efe55-9f5e-49e2-9484-5a13e458b706 service nova] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_rules [ 737.170186] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-8f7efe55-9f5e-49e2-9484-5a13e458b706 service nova] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 737.170293] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-8f7efe55-9f5e-49e2-9484-5a13e458b706 service nova] Enqueued Resource ID: 2d1d9e13-d497-48eb-a2b3-d355af75d4c5 with Priority: HIGHEST for action port [ 737.170902] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_rules [ 737.171015] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 737.171409] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d9e13-d497-48eb-a2b3-d355af75d4c5 with Priority: HIGHEST for action port [ 737.174294] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.174294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.174294] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.174294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.174294] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1d9e13-d497-48eb-a2b3-d355af75d4c5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.174294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1d9e13-d497-48eb-a2b3-d355af75d4c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.174294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1d9e13-d497-48eb-a2b3-d355af75d4c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.174294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1d9e13-d497-48eb-a2b3-d355af75d4c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.174294] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1d9e13-d497-48eb-a2b3-d355af75d4c5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.374589] env[65888]: INFO networking_nsxv3.common.synchronization [req-e44e5606-2582-4e1b-a737-bfdad7b3d9d3 req-0d327c7b-e312-4594-8932-b1c953d67c27 service nova] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_rules [ 737.376530] env[65888]: INFO networking_nsxv3.common.synchronization [req-e44e5606-2582-4e1b-a737-bfdad7b3d9d3 req-0d327c7b-e312-4594-8932-b1c953d67c27 service nova] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 737.376530] env[65888]: INFO networking_nsxv3.common.synchronization [req-e44e5606-2582-4e1b-a737-bfdad7b3d9d3 req-0d327c7b-e312-4594-8932-b1c953d67c27 service nova] Enqueued Resource ID: 4cde0815-52e4-42d5-8a1f-379baa6a71f0 with Priority: HIGHEST for action port [ 737.376738] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_rules [ 737.376738] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 737.376897] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cde0815-52e4-42d5-8a1f-379baa6a71f0 with Priority: HIGHEST for action port [ 737.377186] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.377333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.377399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.377715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.377805] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.379085] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.379151] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.379218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.379434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.379588] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.379698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.379758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.379941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.380038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.380144] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.381119] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cde0815-52e4-42d5-8a1f-379baa6a71f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.381238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cde0815-52e4-42d5-8a1f-379baa6a71f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.381294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cde0815-52e4-42d5-8a1f-379baa6a71f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.381719] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cde0815-52e4-42d5-8a1f-379baa6a71f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.381719] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cde0815-52e4-42d5-8a1f-379baa6a71f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.610394] env[65888]: INFO networking_nsxv3.common.synchronization [req-df45388d-02c0-4e85-8b1d-a2acb6eb8f89 req-bcff6495-49ae-4058-9388-76c8769c7557 tempest-AttachInterfacesV270Test-1493239744 tempest-AttachInterfacesV270Test-1493239744-project-member] Enqueued Resource ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a with Priority: HIGHEST for action security_group_members [ 737.610577] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a with Priority: HIGHEST for action security_group_members [ 737.610963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.611310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.611377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.611572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.611838] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.611988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.612082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.612306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.612409] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.612515] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.674733] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d1d9e13-d497-48eb-a2b3-d355af75d4c5 with status ACTIVE [ 737.674978] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.675138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.675211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.676683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.676683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.676683] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.676683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.676683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.676683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.676683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.676683] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.676683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.676683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.676683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.676683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.676683] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d1d9e13-d497-48eb-a2b3-d355af75d4c5 is going to be updated. [ 737.709882] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.710050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.710125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.710350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.710504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.710674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1d9e13-d497-48eb-a2b3-d355af75d4c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.794416] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: SUCCESS [ 737.795875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.795875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.795875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.795875] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.795875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.795875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.799798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.799798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.799798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.799798] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.887721] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.890874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.890874] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.890874] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cde0815-52e4-42d5-8a1f-379baa6a71f0 with status ACTIVE [ 737.890874] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.890874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.890874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.890874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.890874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.890874] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.890874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.890874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.891954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.892221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.892517] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.892739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.892890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.893132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.893296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.893467] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cde0815-52e4-42d5-8a1f-379baa6a71f0 is going to be updated. [ 737.925355] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.925355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.925355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.925355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.925355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.925355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cde0815-52e4-42d5-8a1f-379baa6a71f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.048966] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.049662] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-822" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.049791] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-822" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.050089] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-822" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.050367] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.050524] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.050629] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.050843] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.051013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.051219] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.051413] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.051413] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.051518] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.051615] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.051714] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.051889] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.077107] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.077604] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.077604] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.077823] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-822" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.078138] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-65da6915-f783-4574-82e5-8b3d17f075a6 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.078311] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-65da6915-f783-4574-82e5-8b3d17f075a6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.078426] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-65da6915-f783-4574-82e5-8b3d17f075a6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.078760] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-65da6915-f783-4574-82e5-8b3d17f075a6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.082019] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65da6915-f783-4574-82e5-8b3d17f075a6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.114590] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.115021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.115208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.115516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.115856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.116198] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.116430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.116584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.116848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.117035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.117208] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a is going to be updated. [ 738.148963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.149555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.149716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.150033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.150289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.161456] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a in Status: IN_PROGRESS for 2s [ 738.303108] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.303289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.303323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.303531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.303707] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.303856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.303919] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.304039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.304132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.304238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.304374] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.304468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.304527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.304681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.304808] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.304902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.304972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.305121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.305196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.305278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.305370] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.310902] env[65888]: INFO networking_nsxv3.common.synchronization [req-e44e5606-2582-4e1b-a737-bfdad7b3d9d3 req-d3808653-6cb7-4379-8fd5-d467059fcad9 tempest-MultipleCreateTestJSON-1016817481 tempest-MultipleCreateTestJSON-1016817481-project-member] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 738.311416] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 738.311773] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.311894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.396687] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.582038] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.582261] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.582359] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.582704] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.582833] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.582990] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 65da6915-f783-4574-82e5-8b3d17f075a6 not found, creating... [ 738.583253] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.583399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.583504] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.583720] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.583843] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.584128] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.584270] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.584374] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.584880] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.585081] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.585201] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 65da6915-f783-4574-82e5-8b3d17f075a6 is going to be created. [ 738.611775] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.611775] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.611775] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.611775] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.611775] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.611775] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-65da6915-f783-4574-82e5-8b3d17f075a6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.614587] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 738.614783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.614911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.615117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.615298] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.615559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.615559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.615724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.615724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.615827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.615911] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.616606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.616786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.616942] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.617121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.617196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.617323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.617397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.617482] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.738065] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.738289] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.738424] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.738661] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.738916] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.739070] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.739187] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.739389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.739554] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.739754] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.739861] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.740060] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.740060] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.740176] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.740275] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.740384] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.760859] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.761033] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.761170] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.761335] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.761618] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-56324d8d-c541-494e-a769-2ee79a3f81bd taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.761781] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-56324d8d-c541-494e-a769-2ee79a3f81bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.761895] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-56324d8d-c541-494e-a769-2ee79a3f81bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.762239] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-56324d8d-c541-494e-a769-2ee79a3f81bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.762371] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56324d8d-c541-494e-a769-2ee79a3f81bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.809027] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fcc4d5f-5548-48dc-805b-b4638afec11c: rpc.has_security_group_logging(os_id): False [ 738.830915] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.831314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.831489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.831800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.831947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.832301] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.832449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.832545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.832759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.832836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.832990] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.833104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.833163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.833300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.833364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.833593] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.833806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.833806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.833899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.833942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.834101] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c is going to be updated. [ 738.899956] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.900333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.900370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.901090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.901200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.901310] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be created. [ 738.903528] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.903657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.903727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.903930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.904129] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.927512] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: IN_PROGRESS for 2s [ 738.947455] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.947648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.947790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.948081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.948275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.967317] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: UNINITIALIZED for 2s [ 739.119124] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.119277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.123777] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.265073] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.265306] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.265481] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.265704] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.265844] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.265989] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 56324d8d-c541-494e-a769-2ee79a3f81bd not found, creating... [ 739.266285] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.266510] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.266681] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.266999] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.267220] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.267764] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.267764] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.267883] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.268074] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.268207] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.268357] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 56324d8d-c541-494e-a769-2ee79a3f81bd is going to be created. [ 739.296704] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.296921] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.297018] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.297359] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.297648] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.297822] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-56324d8d-c541-494e-a769-2ee79a3f81bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.357135] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-d117935a-cc05-4520-9673-0627dce3bed5 service nova] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_rules [ 739.357348] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-d117935a-cc05-4520-9673-0627dce3bed5 service nova] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 739.357460] env[65888]: INFO networking_nsxv3.common.synchronization [req-555c469b-87cf-4b26-bb7a-7103518bf41e req-d117935a-cc05-4520-9673-0627dce3bed5 service nova] Enqueued Resource ID: 65da6915-f783-4574-82e5-8b3d17f075a6 with Priority: HIGHEST for action port [ 739.358317] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_rules [ 739.358475] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 739.359117] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65da6915-f783-4574-82e5-8b3d17f075a6 with Priority: HIGHEST for action port [ 739.359501] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.359572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.359772] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.359854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.360037] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-65da6915-f783-4574-82e5-8b3d17f075a6 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.360141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65da6915-f783-4574-82e5-8b3d17f075a6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.360194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65da6915-f783-4574-82e5-8b3d17f075a6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.360410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65da6915-f783-4574-82e5-8b3d17f075a6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.360488] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65da6915-f783-4574-82e5-8b3d17f075a6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.626954] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.863261] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65da6915-f783-4574-82e5-8b3d17f075a6 with status ACTIVE [ 739.863261] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.863261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.863545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.863580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.864770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.864770] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.864770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.864770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.864770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.864770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.864770] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.865451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.865451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.865451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.865451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.865451] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65da6915-f783-4574-82e5-8b3d17f075a6 is going to be updated. [ 739.897085] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.897244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.897315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.897529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.897705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.897868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65da6915-f783-4574-82e5-8b3d17f075a6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.055800] env[65888]: INFO networking_nsxv3.common.synchronization [req-e44e5606-2582-4e1b-a737-bfdad7b3d9d3 req-d83cc8c2-e447-4156-a061-5c3cfa8924a8 service nova] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_rules [ 740.056199] env[65888]: INFO networking_nsxv3.common.synchronization [req-e44e5606-2582-4e1b-a737-bfdad7b3d9d3 req-d83cc8c2-e447-4156-a061-5c3cfa8924a8 service nova] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 740.056199] env[65888]: INFO networking_nsxv3.common.synchronization [req-e44e5606-2582-4e1b-a737-bfdad7b3d9d3 req-d83cc8c2-e447-4156-a061-5c3cfa8924a8 service nova] Enqueued Resource ID: 56324d8d-c541-494e-a769-2ee79a3f81bd with Priority: HIGHEST for action port [ 740.058951] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_rules [ 740.058951] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 740.058951] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56324d8d-c541-494e-a769-2ee79a3f81bd with Priority: HIGHEST for action port [ 740.058951] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.058951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.058951] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.058951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.058951] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-56324d8d-c541-494e-a769-2ee79a3f81bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.058951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56324d8d-c541-494e-a769-2ee79a3f81bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.058951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56324d8d-c541-494e-a769-2ee79a3f81bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.059749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56324d8d-c541-494e-a769-2ee79a3f81bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.059749] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56324d8d-c541-494e-a769-2ee79a3f81bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.129426] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.129604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.129690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.129868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.129961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.130079] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 740.171504] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.171753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.171753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.172061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.172343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.174246] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a in Status: SUCCESS [ 740.174437] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a deletion is rescheduled due to dependency. [ 740.175028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.182638] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 740.561406] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56324d8d-c541-494e-a769-2ee79a3f81bd with status ACTIVE [ 740.561406] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.561406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.561406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.561721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.561721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.561937] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.562009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.562098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.563399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.563399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.563399] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.563399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.563399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.563399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.563399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.563399] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56324d8d-c541-494e-a769-2ee79a3f81bd is going to be updated. [ 740.591081] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.591301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.591337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.591523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.592775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.592775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56324d8d-c541-494e-a769-2ee79a3f81bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.909837] env[65888]: INFO networking_nsxv3.common.synchronization [req-54686a5d-b567-4dc0-a9ce-01586ea850e4 req-5a64cca3-d61e-4cdf-9f52-b7a19b67d7d9 tempest-FloatingIPsAssociationTestJSON-1167112767 tempest-FloatingIPsAssociationTestJSON-1167112767-project-member] Enqueued Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 740.910424] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 740.911100] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.911266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.911345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.911539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.911874] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.911982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.911982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.912155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.912241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.912338] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.948661] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: SUCCESS [ 740.948979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.979014] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 740.979370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.979663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.980013] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.980314] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.980530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.981746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.982113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.982820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.982820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.983473] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.985560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.985866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.986204] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.986404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.986521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.986779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.986928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.987216] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.383394] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.383734] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-284" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.383734] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-284" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.384087] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-284" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.384367] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.384562] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.384677] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.384959] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.385216] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.385441] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.386358] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.386358] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.386358] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.386539] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.386583] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.386792] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.408590] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.408794] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.408934] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.409229] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-284" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.410044] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-c8ae1c65-2503-49b4-abc2-9b5569c36c0b taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.410044] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-c8ae1c65-2503-49b4-abc2-9b5569c36c0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.410044] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-c8ae1c65-2503-49b4-abc2-9b5569c36c0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.410400] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-c8ae1c65-2503-49b4-abc2-9b5569c36c0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.410543] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8ae1c65-2503-49b4-abc2-9b5569c36c0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.414900] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.476908] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1b67ff35-2758-4578-9a43-b713a5324ece None None] Enqueued Resource ID: 9149e4c0-9f27-4520-81a6-c43cc1940854 with Priority: HIGHEST for action port [ 741.478441] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9149e4c0-9f27-4520-81a6-c43cc1940854 with Priority: HIGHEST for action port [ 741.478441] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9149e4c0-9f27-4520-81a6-c43cc1940854 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.478441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9149e4c0-9f27-4520-81a6-c43cc1940854" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.478441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9149e4c0-9f27-4520-81a6-c43cc1940854" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.478441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9149e4c0-9f27-4520-81a6-c43cc1940854" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.478441] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9149e4c0-9f27-4520-81a6-c43cc1940854',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.488950] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.489484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.492172] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.912697] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.912935] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.913084] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.913348] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.913506] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.913678] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port c8ae1c65-2503-49b4-abc2-9b5569c36c0b not found, creating... [ 741.914366] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.914548] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.914665] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.914898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.915102] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.915342] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.915491] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.915600] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.915821] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.915995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.916151] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: c8ae1c65-2503-49b4-abc2-9b5569c36c0b is going to be created. [ 741.917335] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.945976] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.945976] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.945976] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.946356] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.946409] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.947206] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-c8ae1c65-2503-49b4-abc2-9b5569c36c0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.980742] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9149e4c0-9f27-4520-81a6-c43cc1940854 [ 741.980910] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.981621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.981621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.981621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.981621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.981621] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9149e4c0-9f27-4520-81a6-c43cc1940854 already deleted. [ 741.981621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9149e4c0-9f27-4520-81a6-c43cc1940854" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.993933] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.193978] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 742.194309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.194502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.194752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.194971] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.195128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.195199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.196048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.196048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.196048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.196048] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.196048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.196048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.196048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.196519] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.196667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.196732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.196910] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.197165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.197367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.197510] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.203199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.203199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.203199] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.203199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.203199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.203199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.203199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.203199] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.420510] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.421496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.421496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.421496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.421496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.421496] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 is going to be updated. [ 742.462975] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.463234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.463234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.463408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.463529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.474025] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: IN_PROGRESS for 2s [ 742.498543] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.498543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.498543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.498543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.498543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.498543] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be updated. [ 742.528682] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.528682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.528682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.528893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.529020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.542210] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 742.701111] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6287bbd-a646-4b85-b2ba-a0f572d9672e: rpc.has_security_group_logging(os_id): False [ 742.702327] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.710452] env[65888]: INFO networking_nsxv3.common.synchronization [req-54686a5d-b567-4dc0-a9ce-01586ea850e4 req-1a705041-c809-453f-8ae8-ed8565ceb3d2 service nova] Enqueued Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_rules [ 742.710616] env[65888]: INFO networking_nsxv3.common.synchronization [req-54686a5d-b567-4dc0-a9ce-01586ea850e4 req-1a705041-c809-453f-8ae8-ed8565ceb3d2 service nova] Enqueued Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 742.710745] env[65888]: INFO networking_nsxv3.common.synchronization [req-54686a5d-b567-4dc0-a9ce-01586ea850e4 req-1a705041-c809-453f-8ae8-ed8565ceb3d2 service nova] Enqueued Resource ID: c8ae1c65-2503-49b4-abc2-9b5569c36c0b with Priority: HIGHEST for action port [ 742.711295] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_rules [ 742.711430] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 742.711531] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ae1c65-2503-49b4-abc2-9b5569c36c0b with Priority: HIGHEST for action port [ 742.712220] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.712220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.712220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.713351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.713444] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.720419] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.720535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.720983] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8ae1c65-2503-49b4-abc2-9b5569c36c0b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.720983] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8ae1c65-2503-49b4-abc2-9b5569c36c0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.721162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8ae1c65-2503-49b4-abc2-9b5569c36c0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.721322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8ae1c65-2503-49b4-abc2-9b5569c36c0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.721411] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8ae1c65-2503-49b4-abc2-9b5569c36c0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.724559] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.724727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.724727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.724936] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.725062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.725262] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.725374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.725445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.725621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.725715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.725926] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.730726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.730726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.730726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.730726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.730726] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.730984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.730984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.731097] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.731164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.732028] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be created. [ 742.790241] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.790440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.790440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.790571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.790759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.803826] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 743.207162] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.219372] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.219576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.223985] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8ae1c65-2503-49b4-abc2-9b5569c36c0b with status ACTIVE [ 743.224238] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.224372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.224443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.224657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.224775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.228028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.228028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.228028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.228028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.228028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.228028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.228028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.228028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.228028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.228028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.228028] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8ae1c65-2503-49b4-abc2-9b5569c36c0b is going to be updated. [ 743.252093] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.252273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.252345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.252619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.252763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.252922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8ae1c65-2503-49b4-abc2-9b5569c36c0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.642501] env[65888]: INFO networking_nsxv3.common.synchronization [req-180a2e33-7ce8-4084-aef2-390013802ec1 req-aa455dda-f2ee-4e34-9e50-68051f7c503e tempest-ImagesTestJSON-1987326378 tempest-ImagesTestJSON-1987326378-project-member] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 743.643088] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 743.644390] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.644390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.644390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.644390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.644390] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.644829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.644829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.644913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.644960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.645035] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.712698] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.712829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.712940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.713728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.713728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.714188] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 743.750794] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.751112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.751184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.751397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.751545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.761896] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 744.114596] env[65888]: INFO networking_nsxv3.common.synchronization [None req-66209305-da80-4b4f-87da-667fb71ac283 None None] Enqueued Resource ID: ea3a4b92-65ba-4fcd-a751-19d6e467f597 with Priority: HIGHEST for action port [ 744.115693] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea3a4b92-65ba-4fcd-a751-19d6e467f597 with Priority: HIGHEST for action port [ 744.116420] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea3a4b92-65ba-4fcd-a751-19d6e467f597 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.116616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea3a4b92-65ba-4fcd-a751-19d6e467f597" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.116734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea3a4b92-65ba-4fcd-a751-19d6e467f597" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.117129] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea3a4b92-65ba-4fcd-a751-19d6e467f597" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.117259] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea3a4b92-65ba-4fcd-a751-19d6e467f597',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.147437] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.147841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.147841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.148148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.148148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.148273] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.148374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.148433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.148694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.148694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.148790] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 already deleted. [ 744.148856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.232651] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.233710] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.233710] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.237040] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.237040] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.237040] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.237040] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.237040] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.237040] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.237040] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.237040] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.237040] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.237040] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.237040] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.237040] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.237040] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.259825] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.259995] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.260142] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.260312] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.260627] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-63e93e1b-5a25-4037-a749-dc219e1793a0 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.260793] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-63e93e1b-5a25-4037-a749-dc219e1793a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.260906] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-63e93e1b-5a25-4037-a749-dc219e1793a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.261251] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-63e93e1b-5a25-4037-a749-dc219e1793a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.261439] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e93e1b-5a25-4037-a749-dc219e1793a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.485120] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: SUCCESS [ 744.485120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.485120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.485120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.485410] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.485410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.485506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.485695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.485898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.486038] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.550994] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 744.551496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.551496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.551661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.551853] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.551978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.552095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.552207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.552303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.552628] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.623722] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea3a4b92-65ba-4fcd-a751-19d6e467f597 [ 744.623965] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.624121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.624192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.624419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.624511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.624607] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea3a4b92-65ba-4fcd-a751-19d6e467f597 already deleted. [ 744.624690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea3a4b92-65ba-4fcd-a751-19d6e467f597" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.763381] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.763707] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.763762] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.764020] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.764167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.764317] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 63e93e1b-5a25-4037-a749-dc219e1793a0 not found, creating... [ 744.764622] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.764787] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.764899] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.765152] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.765277] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.765555] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.765806] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.765923] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.766141] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.766270] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.766494] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 63e93e1b-5a25-4037-a749-dc219e1793a0 is going to be created. [ 744.787921] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.788144] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.788344] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.788548] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.788813] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.789095] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-63e93e1b-5a25-4037-a749-dc219e1793a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.817610] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 744.818243] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.818243] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.818548] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.818548] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.989045] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.055770] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.322434] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.322629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.491769] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.543959] env[65888]: INFO networking_nsxv3.common.synchronization [req-180a2e33-7ce8-4084-aef2-390013802ec1 req-8a53c6e4-f891-494a-a168-3d6bceb6ed19 service nova] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_rules [ 745.544158] env[65888]: INFO networking_nsxv3.common.synchronization [req-180a2e33-7ce8-4084-aef2-390013802ec1 req-8a53c6e4-f891-494a-a168-3d6bceb6ed19 service nova] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 745.544621] env[65888]: INFO networking_nsxv3.common.synchronization [req-180a2e33-7ce8-4084-aef2-390013802ec1 req-8a53c6e4-f891-494a-a168-3d6bceb6ed19 service nova] Enqueued Resource ID: 63e93e1b-5a25-4037-a749-dc219e1793a0 with Priority: HIGHEST for action port [ 745.544621] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_rules [ 745.544753] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 745.544753] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e93e1b-5a25-4037-a749-dc219e1793a0 with Priority: HIGHEST for action port [ 745.545318] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.545439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.545502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.545840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.545924] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.547122] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.547237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.547302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.547469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.547609] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.547698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.547816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.548407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.548407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.548407] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.548912] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-63e93e1b-5a25-4037-a749-dc219e1793a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.549030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63e93e1b-5a25-4037-a749-dc219e1793a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.549085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63e93e1b-5a25-4037-a749-dc219e1793a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.549228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63e93e1b-5a25-4037-a749-dc219e1793a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.549297] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e93e1b-5a25-4037-a749-dc219e1793a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.561555] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.775303] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 745.775670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.775757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.776014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.776712] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.776712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.776903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.776903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.776995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.777085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.777175] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.994113] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.995411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.995411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.995411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.995411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.995411] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 is going to be updated. [ 746.030082] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.030246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.030311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.030524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.030667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.044357] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: IN_PROGRESS for 2s [ 746.055028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.055028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.055028] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.055028] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63e93e1b-5a25-4037-a749-dc219e1793a0 with status ACTIVE [ 746.055028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.055028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.055028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.055028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.055028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.055028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.055028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.055028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.055028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.055028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.055629] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.055629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.055629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.055629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.055629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.055629] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63e93e1b-5a25-4037-a749-dc219e1793a0 is going to be updated. [ 746.063925] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.064100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.064100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.065039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.065039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.065039] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be updated. [ 746.087495] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.087644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.087706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.087990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.088159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.088325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63e93e1b-5a25-4037-a749-dc219e1793a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.101943] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.102103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.102846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.102846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.102846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.115374] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 746.281926] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.281926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.281926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.281926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.281926] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.281926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.281926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.281926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.281926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.281926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.282606] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.282606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.282606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.282968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.282968] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.283238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.283318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.283876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.283876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.283876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.283876] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.396369] env[65888]: INFO networking_nsxv3.common.synchronization [req-84378280-8d7e-4401-84d1-da07ce05a3f8 req-1147e7af-edd7-4ab3-bf64-91a0f6551ac5 tempest-ServersWithSpecificFlavorTestJSON-1751359708 tempest-ServersWithSpecificFlavorTestJSON-1751359708-project-member] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 746.397184] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 746.397534] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.397897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.397897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.398035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.398234] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.398368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.398411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.398599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.398716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.398854] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.557444] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.786801] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6287bbd-a646-4b85-b2ba-a0f572d9672e: rpc.has_security_group_logging(os_id): False [ 746.811580] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.811580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.811709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.811942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.812108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.812330] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.812449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.812502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.812657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.812743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.813200] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.813200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.813200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.813485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.813485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.813620] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.813751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.813821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.814046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.814890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.814890] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 746.881931] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.882356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.882356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.882870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.882870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.900164] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 746.901571] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.901797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.901883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.902137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.902244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.902440] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.902626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.902626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.902808] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.902950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.903026] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db is going to be updated. [ 746.939204] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.939525] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-496" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.939627] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-496" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.939970] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-496" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.943267] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.943520] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.943640] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.943925] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.944087] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.944340] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.944457] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.944561] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.944661] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.944777] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.944877] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.945017] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.971415] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.971415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.971415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.971415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.971415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.979053] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.979053] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.979218] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.979963] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-496" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.979963] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-3b70dbe4-44c5-4149-8407-c0d8efa52c05 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.979963] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-3b70dbe4-44c5-4149-8407-c0d8efa52c05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.979963] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-3b70dbe4-44c5-4149-8407-c0d8efa52c05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.980545] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-3b70dbe4-44c5-4149-8407-c0d8efa52c05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.980821] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b70dbe4-44c5-4149-8407-c0d8efa52c05',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.983034] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: IN_PROGRESS for 2s [ 747.061051] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.061051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.061051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.061051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.061051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.061051] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be created. [ 747.085163] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.085373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.085373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.085619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.085769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.096188] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: UNINITIALIZED for 2s [ 747.482854] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.483636] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.483636] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.483636] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.483636] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.483977] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 3b70dbe4-44c5-4149-8407-c0d8efa52c05 not found, creating... [ 747.484079] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.484232] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.484361] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.484567] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.484809] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.485105] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.485280] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.485390] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.485592] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.485739] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.485915] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 3b70dbe4-44c5-4149-8407-c0d8efa52c05 is going to be created. [ 747.507197] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.507463] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.507529] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.507942] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.508262] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.508543] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-3b70dbe4-44c5-4149-8407-c0d8efa52c05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.055721] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: SUCCESS [ 748.056123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.056123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.056318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.056499] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.056630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.056773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.056851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.056939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.057037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.057133] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.134535] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 748.135131] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.135288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.135503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.135701] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.135812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.135873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.136107] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.136107] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.136214] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.136333] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.136419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.140327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.140327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.140327] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.140327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.140327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.140327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.140327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.140327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.140327] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.247920] env[65888]: INFO networking_nsxv3.common.synchronization [req-84378280-8d7e-4401-84d1-da07ce05a3f8 req-069d014c-6503-4e2f-8e83-7bc71f5335f6 service nova] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_rules [ 748.247920] env[65888]: INFO networking_nsxv3.common.synchronization [req-84378280-8d7e-4401-84d1-da07ce05a3f8 req-069d014c-6503-4e2f-8e83-7bc71f5335f6 service nova] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 748.247920] env[65888]: INFO networking_nsxv3.common.synchronization [req-84378280-8d7e-4401-84d1-da07ce05a3f8 req-069d014c-6503-4e2f-8e83-7bc71f5335f6 service nova] Enqueued Resource ID: 3b70dbe4-44c5-4149-8407-c0d8efa52c05 with Priority: HIGHEST for action port [ 748.247920] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_rules [ 748.247920] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 748.247920] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b70dbe4-44c5-4149-8407-c0d8efa52c05 with Priority: HIGHEST for action port [ 748.249187] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.249561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.249759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.250544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.250761] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.252942] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.253241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.254052] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b70dbe4-44c5-4149-8407-c0d8efa52c05 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.254052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b70dbe4-44c5-4149-8407-c0d8efa52c05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.254052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b70dbe4-44c5-4149-8407-c0d8efa52c05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.254052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b70dbe4-44c5-4149-8407-c0d8efa52c05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.257789] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b70dbe4-44c5-4149-8407-c0d8efa52c05',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.560614] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.560864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.560958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.561443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.561701] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.561865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.561966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.562235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.562373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.562599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.562740] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.562876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.562979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.563219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.563434] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.563622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.563674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.563883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.564042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.564145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.564288] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.641061] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce27dd4-69c1-4569-93c4-29ce689dea27: rpc.has_security_group_logging(os_id): False [ 748.663121] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.663121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.663121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.663473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.663473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.664122] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.664122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.664122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.664366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.664366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.664835] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.664835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.664835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.665118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.665206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.665806] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.665806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.665806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.666820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.666820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.666820] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be created. [ 748.739976] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.740147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.740217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.740429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.740613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.756927] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 748.757309] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.757425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.760712] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b70dbe4-44c5-4149-8407-c0d8efa52c05 with status ACTIVE [ 748.761073] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.761254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.761499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.761654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.762090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.762090] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.763659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.763659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.763659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.763659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.764073] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.764289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.764361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.764552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.764661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.764720] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b70dbe4-44c5-4149-8407-c0d8efa52c05 is going to be updated. [ 748.807299] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.807299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.807299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.807596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.807596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.808281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b70dbe4-44c5-4149-8407-c0d8efa52c05" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.853973] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f075d554-b959-4729-bd1f-f284e9a2f21b None None] Enqueued Resource ID: c1219503-2df9-40e7-810a-22881c003957 with Priority: HIGHEST for action port [ 748.855753] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1219503-2df9-40e7-810a-22881c003957 with Priority: HIGHEST for action port [ 748.856292] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1219503-2df9-40e7-810a-22881c003957 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.856292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1219503-2df9-40e7-810a-22881c003957" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.856292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1219503-2df9-40e7-810a-22881c003957" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.857402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1219503-2df9-40e7-810a-22881c003957" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.857402] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1219503-2df9-40e7-810a-22881c003957',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.930099] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 748.930674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.930674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.930848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.930943] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.996847] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: SUCCESS [ 748.997145] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db deletion is rescheduled due to dependency. [ 748.997288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.997604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.997918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.999453] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.999453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.999453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.999453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.999453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.999453] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.067440] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3: rpc.has_security_group_logging(os_id): False [ 749.090692] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.091072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.091072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.091197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.091391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.091554] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.091679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.091848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.091941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.092036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.092219] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.092487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.092487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.092487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.092618] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.092794] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.092882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.092882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.093034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.093269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.093385] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 is going to be updated. [ 749.110053] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 749.110270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.110460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.110676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.110889] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.111053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.111136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.111344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.111578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.111578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.111700] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.180627] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.180815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.180878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.181259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.181308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.202402] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: IN_PROGRESS for 2s [ 749.363625] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1219503-2df9-40e7-810a-22881c003957 [ 749.363880] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.364042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.364124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.364367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.366045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.366045] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1219503-2df9-40e7-810a-22881c003957 already deleted. [ 749.366045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1219503-2df9-40e7-810a-22881c003957" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.437694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.437694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.437694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.437694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.438337] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.438337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.438337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.438337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.438527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.438527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.438527] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.462356] env[65888]: INFO networking_nsxv3.common.synchronization [req-b75b1e51-f38e-4724-aea9-e49ed2100a95 req-2a2bb94d-db47-4da8-b2ce-e682eefc2d22 tempest-ServersAdminNegativeTestJSON-1162663190 tempest-ServersAdminNegativeTestJSON-1162663190-project-member] Enqueued Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 749.463220] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 749.463581] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.463740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.463816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.464052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.464444] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.464444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.464562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.464696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.464791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.464892] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.501989] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.614019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.614447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.614447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.614678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.614871] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.614981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.615075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.615245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.615466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.615466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.615571] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.615671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.615735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.615874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.616017] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.616123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.616181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.616326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.616530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.616530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.616631] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.946061] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.946304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.950039] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.950039] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.950039] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.950039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.950825] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.958960] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.959150] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.959198] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.959513] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.959803] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.962372] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.962372] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.962372] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.962372] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.962372] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.962372] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.962850] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.962850] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.962850] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.962850] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.962850] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.968021] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.986272] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.986272] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.986272] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.986272] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.986272] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-c806f913-1a53-4d07-9daf-e80aaff6ede3 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.986272] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-c806f913-1a53-4d07-9daf-e80aaff6ede3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.986272] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-c806f913-1a53-4d07-9daf-e80aaff6ede3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.986765] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-c806f913-1a53-4d07-9daf-e80aaff6ede3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.986765] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c806f913-1a53-4d07-9daf-e80aaff6ede3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.004374] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.118743] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2f58e7f-ae4c-4960-9ca7-8f36c1970898: rpc.has_security_group_logging(os_id): False [ 750.137937] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.138114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.138189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.138356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.138502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.139136] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.139136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.139136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.139136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.139136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.139607] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.139607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.139607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.139607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.139776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.139922] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.140603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.140707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.140862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.140952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.141046] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be created. [ 750.238201] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.239376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.239376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.239376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.239376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.252570] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 750.454162] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6287bbd-a646-4b85-b2ba-a0f572d9672e: rpc.has_security_group_logging(os_id): False [ 750.469562] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.477489] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.477632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.477713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.478682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.478682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.478682] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.478682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.478682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.479275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.479521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.479626] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.479753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.479753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.480927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.480927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.480927] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.480927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.480927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.480927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.480927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.480927] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 750.490316] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.490967] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.490967] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.491194] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.491402] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.491561] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port c806f913-1a53-4d07-9daf-e80aaff6ede3 not found, creating... [ 750.491843] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.491977] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.492103] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.492329] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.492454] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.492739] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.492911] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.493027] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.493238] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.493362] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.493493] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: c806f913-1a53-4d07-9daf-e80aaff6ede3 is going to be created. [ 750.507231] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.507231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.507231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.507761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.507761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.507761] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db is going to be updated. [ 750.523062] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.523333] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.523882] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.523882] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.524232] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.524663] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-c806f913-1a53-4d07-9daf-e80aaff6ede3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.546229] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.546404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.546521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.546747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.546934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.558746] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: IN_PROGRESS for 2s [ 750.582886] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.583581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.583581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.583704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.583914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.601247] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 750.774078] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 750.774290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.774586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.774964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.775139] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.972305] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.972510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.972510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.972718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.972831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.972962] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 is going to be updated. [ 751.017693] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.017948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.017948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.018225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.018445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.033994] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: IN_PROGRESS for 2s [ 751.223313] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: SUCCESS [ 751.223610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.281620] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.281798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.282943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.282943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.282943] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.282943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.282943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.282943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.282943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.283314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.283477] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.365102] env[65888]: INFO networking_nsxv3.common.synchronization [req-b75b1e51-f38e-4724-aea9-e49ed2100a95 req-e6965045-914c-482e-be7a-fde3cf4b0e0b service nova] Enqueued Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_rules [ 751.365272] env[65888]: INFO networking_nsxv3.common.synchronization [req-b75b1e51-f38e-4724-aea9-e49ed2100a95 req-e6965045-914c-482e-be7a-fde3cf4b0e0b service nova] Enqueued Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 751.365441] env[65888]: INFO networking_nsxv3.common.synchronization [req-b75b1e51-f38e-4724-aea9-e49ed2100a95 req-e6965045-914c-482e-be7a-fde3cf4b0e0b service nova] Enqueued Resource ID: c806f913-1a53-4d07-9daf-e80aaff6ede3 with Priority: HIGHEST for action port [ 751.365976] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_rules [ 751.366135] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 751.366227] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c806f913-1a53-4d07-9daf-e80aaff6ede3 with Priority: HIGHEST for action port [ 751.366523] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.366645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.366732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.366954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.367144] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.367959] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.368106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.368424] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c806f913-1a53-4d07-9daf-e80aaff6ede3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.368553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c806f913-1a53-4d07-9daf-e80aaff6ede3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.368553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c806f913-1a53-4d07-9daf-e80aaff6ede3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.368693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c806f913-1a53-4d07-9daf-e80aaff6ede3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.368903] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c806f913-1a53-4d07-9daf-e80aaff6ede3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.488844] env[65888]: INFO networking_nsxv3.common.synchronization [None req-6365b038-08b0-4e23-ac7e-012595233a8f None None] Enqueued Resource ID: b10ef3bf-3422-4775-9d62-3cb5242e1da9 with Priority: HIGHEST for action port [ 751.489669] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10ef3bf-3422-4775-9d62-3cb5242e1da9 with Priority: HIGHEST for action port [ 751.489797] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b10ef3bf-3422-4775-9d62-3cb5242e1da9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.489921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b10ef3bf-3422-4775-9d62-3cb5242e1da9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.489989] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b10ef3bf-3422-4775-9d62-3cb5242e1da9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.490523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b10ef3bf-3422-4775-9d62-3cb5242e1da9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.490523] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10ef3bf-3422-4775-9d62-3cb5242e1da9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.524611] env[65888]: INFO networking_nsxv3.common.synchronization [None req-9c381873-f992-4a3d-8bd3-e81505a121b0 tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_rules [ 751.525217] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_rules [ 751.525562] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.525688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.525753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.526037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.526135] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.707306] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d754c688-9892-4047-852b-6340f3d12803 tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_rules [ 751.708273] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_rules [ 751.710412] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.710412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.786156] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.786303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.786378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.786616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.786824] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.786986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.786986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.787220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.787310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.787413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.787594] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.787693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.787750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.788301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.788410] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.788531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.788627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.788999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.789385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.789385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.789524] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.871644] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.871810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.872117] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c806f913-1a53-4d07-9daf-e80aaff6ede3 with status ACTIVE [ 751.872360] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.872525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.872644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.872937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.873097] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.873376] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.873672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.873751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.874114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.875044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.875044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.875044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.875044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.875044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.875382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.875382] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c806f913-1a53-4d07-9daf-e80aaff6ede3 is going to be updated. [ 751.909254] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.909432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.910069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.910228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.910343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.910488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c806f913-1a53-4d07-9daf-e80aaff6ede3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.996456] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b10ef3bf-3422-4775-9d62-3cb5242e1da9 [ 751.996456] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.996456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.996456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.996456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.996456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.996456] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b10ef3bf-3422-4775-9d62-3cb5242e1da9 already deleted. [ 751.996456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b10ef3bf-3422-4775-9d62-3cb5242e1da9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.056687] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.056968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.056968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.057376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.057376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.057376] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d already deleted. [ 752.057577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.057676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.057759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.057903] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.266431] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 752.266800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.293468] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce27dd4-69c1-4569-93c4-29ce689dea27: rpc.has_security_group_logging(os_id): False [ 752.317549] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.317768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.317880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.318250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.318400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.318694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.318894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.318972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.319543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.319725] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.320148] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.320686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.320880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.321169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.321338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.321678] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.321874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.322026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.322282] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.322441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.322611] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be updated. [ 752.414508] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.414765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.414850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.415168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.415328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.430161] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 752.581922] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: SUCCESS [ 752.581922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.581922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.581922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.582267] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.582640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.582640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.583096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.583557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.583557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.583557] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.593633] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.593633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.593633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.595306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.595395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.595619] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d already deleted. [ 752.595707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.624485] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 752.624730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.055624] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: SUCCESS [ 753.056058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.056178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.056361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.056563] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.056703] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.056766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.057051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.057051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.057318] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.090358] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.563407] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.596130] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9368cce6-aabb-42b1-a7e2-756b7e6f48db: rpc.has_security_group_logging(os_id): False [ 753.613846] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.614080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.614080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.614276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.614364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.614614] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.614718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.614773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.614911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.614986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.615114] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db is going to be updated. [ 753.683182] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.683356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.683434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.683647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.683793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.699094] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: IN_PROGRESS for 2s [ 754.066582] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.445742] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 754.445742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.455776] env[65888]: INFO networking_nsxv3.common.synchronization [req-4152ac2c-3e96-4953-99d9-dd9db26cdc12 req-62a446e9-9a76-41aa-80d5-1c20ca233437 tempest-ServerGroupTestJSON-400654505 tempest-ServerGroupTestJSON-400654505-project-member] Enqueued Resource ID: e1d81010-640b-4492-99fe-1943721e852c with Priority: HIGHEST for action security_group_members [ 754.456397] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d81010-640b-4492-99fe-1943721e852c with Priority: HIGHEST for action security_group_members [ 754.456700] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1d81010-640b-4492-99fe-1943721e852c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.456809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.456875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.459415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.459415] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.459415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.459415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.459415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.459415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.459415] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1d81010-640b-4492-99fe-1943721e852c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.571042] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.571520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.571520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.572107] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.572361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.572530] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 is going to be updated. [ 754.610845] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.611043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.611100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.611325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.611493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.623436] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: IN_PROGRESS for 2s [ 754.965583] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.965958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.966070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.966308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.966448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.966655] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.966750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.966825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.966960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.967067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.967168] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d81010-640b-4492-99fe-1943721e852c is going to be updated. [ 755.010326] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.010579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.010579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.010779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.010957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.026697] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d81010-640b-4492-99fe-1943721e852c in Status: IN_PROGRESS for 2s [ 755.429812] env[65888]: INFO networking_nsxv3.common.synchronization [None req-0bc03e75-2a7b-4e25-8c1c-5fb2fac97e90 None None] Enqueued Resource ID: ac6eb40a-f69e-4970-bab2-32815c2efc8d with Priority: HIGHEST for action port [ 755.432531] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6eb40a-f69e-4970-bab2-32815c2efc8d with Priority: HIGHEST for action port [ 755.433413] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac6eb40a-f69e-4970-bab2-32815c2efc8d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.433780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac6eb40a-f69e-4970-bab2-32815c2efc8d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.434251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac6eb40a-f69e-4970-bab2-32815c2efc8d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.434742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac6eb40a-f69e-4970-bab2-32815c2efc8d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.435284] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6eb40a-f69e-4970-bab2-32815c2efc8d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.717922] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: SUCCESS [ 755.718316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.939970] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac6eb40a-f69e-4970-bab2-32815c2efc8d [ 755.940841] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.941030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.941170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.942018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.942018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.942018] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac6eb40a-f69e-4970-bab2-32815c2efc8d already deleted. [ 755.942018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac6eb40a-f69e-4970-bab2-32815c2efc8d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.634824] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: SUCCESS [ 756.634824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.634824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.634824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.635300] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.635300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.635300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.635300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.635300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.635718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.635718] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.044378] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1d81010-640b-4492-99fe-1943721e852c in Status: SUCCESS [ 757.044733] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1d81010-640b-4492-99fe-1943721e852c deletion is rescheduled due to dependency. [ 757.044733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.138606] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.138832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.138990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.139360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.139626] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.139975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.139975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.140153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.140153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.140321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.140553] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.140711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.140780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.141234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.141234] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.141234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.141509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.141509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.141591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.141632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.141707] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.644923] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eccc7980-7ff3-44ba-a4e1-995d272508f0: rpc.has_security_group_logging(os_id): False [ 757.666510] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.667220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.667220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.667220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.667427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.667743] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.667924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.668391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.670907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.671027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.671880] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.671880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.671880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.672118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.672118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.672359] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.672542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.672649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.672926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.673169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.673240] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 is going to be updated. [ 757.802536] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.802778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.802778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.803179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.803430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.824123] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: IN_PROGRESS for 2s [ 758.338823] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f200c9f7-00b2-42c4-af96-addbb476e7ca None None] Enqueued Resource ID: 86c41395-11cb-4ce9-b948-60ba1bf149c5 with Priority: HIGHEST for action port [ 758.339492] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86c41395-11cb-4ce9-b948-60ba1bf149c5 with Priority: HIGHEST for action port [ 758.340051] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-86c41395-11cb-4ce9-b948-60ba1bf149c5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.340051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86c41395-11cb-4ce9-b948-60ba1bf149c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.340051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86c41395-11cb-4ce9-b948-60ba1bf149c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.340712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86c41395-11cb-4ce9-b948-60ba1bf149c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.340712] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86c41395-11cb-4ce9-b948-60ba1bf149c5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.663995] env[65888]: INFO networking_nsxv3.common.synchronization [None req-a3f7ab06-7641-477a-93dd-6aa7766f1342 None None] Enqueued Resource ID: 108b3f81-7bf9-4cf2-b4b1-4c4b7de80b1d with Priority: HIGHEST for action port [ 758.664609] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 108b3f81-7bf9-4cf2-b4b1-4c4b7de80b1d with Priority: HIGHEST for action port [ 758.664926] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-108b3f81-7bf9-4cf2-b4b1-4c4b7de80b1d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.665065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-108b3f81-7bf9-4cf2-b4b1-4c4b7de80b1d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.665124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-108b3f81-7bf9-4cf2-b4b1-4c4b7de80b1d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.665384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-108b3f81-7bf9-4cf2-b4b1-4c4b7de80b1d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.665466] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('108b3f81-7bf9-4cf2-b4b1-4c4b7de80b1d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.845067] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86c41395-11cb-4ce9-b948-60ba1bf149c5 [ 758.845067] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.845067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.845067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.845067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.845067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.845067] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86c41395-11cb-4ce9-b948-60ba1bf149c5 already deleted. [ 758.845067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86c41395-11cb-4ce9-b948-60ba1bf149c5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.171236] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 108b3f81-7bf9-4cf2-b4b1-4c4b7de80b1d [ 759.171516] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.171597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.171658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.173445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.173579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.173659] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:108b3f81-7bf9-4cf2-b4b1-4c4b7de80b1d already deleted. [ 759.173752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-108b3f81-7bf9-4cf2-b4b1-4c4b7de80b1d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.843554] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: SUCCESS [ 759.844042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.997379] env[65888]: INFO networking_nsxv3.common.synchronization [req-9a92032a-c26c-4aa4-9598-1db1c9bd3960 req-ce1a498c-d427-406c-8c1c-95d322dac119 tempest-ImagesOneServerTestJSON-1648219433 tempest-ImagesOneServerTestJSON-1648219433-project-member] Enqueued Resource ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 with Priority: HIGHEST for action security_group_members [ 759.997969] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 with Priority: HIGHEST for action security_group_members [ 760.002518] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-39cb8e0e-39ed-4209-b258-ebd124955f19 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.002636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.002677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.002975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.003421] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.003421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.003421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.003588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.003677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.003767] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39cb8e0e-39ed-4209-b258-ebd124955f19',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.375109] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-374 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.375316] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-374" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.375415] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-374" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.375723] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-374" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.376127] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.376544] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.376671] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.376904] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.381030] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.381030] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.381030] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.381030] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.381030] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.381030] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.381030] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.381030] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.399881] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.400025] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.400120] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.400336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-374" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.400893] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-6e09b30c-1943-459e-9e65-1b127c8bf293 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.400893] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-6e09b30c-1943-459e-9e65-1b127c8bf293" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.401058] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-6e09b30c-1943-459e-9e65-1b127c8bf293" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.401598] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-6e09b30c-1943-459e-9e65-1b127c8bf293" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.401598] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e09b30c-1943-459e-9e65-1b127c8bf293',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.506527] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.506682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.506758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.506978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.507126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.507501] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.507501] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.507501] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.507729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.507729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.507797] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 already deleted. [ 760.507923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.904775] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.905512] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.905512] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.905620] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.905795] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.906056] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 6e09b30c-1943-459e-9e65-1b127c8bf293 not found, creating... [ 760.906463] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.906694] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.907438] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.907438] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.907611] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.908037] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.908192] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.908192] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.908418] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.909144] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.909144] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 6e09b30c-1943-459e-9e65-1b127c8bf293 is going to be created. [ 760.932549] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.933091] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.933334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.934869] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.934869] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.934869] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-6e09b30c-1943-459e-9e65-1b127c8bf293" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.192649] env[65888]: INFO networking_nsxv3.common.synchronization [None req-8eafa53a-cdb7-43d0-93ef-b0b8dfc5486e None None] Enqueued Resource ID: 228809bd-c6f6-4592-9876-79ecd9b28477 with Priority: HIGHEST for action port [ 761.193497] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228809bd-c6f6-4592-9876-79ecd9b28477 with Priority: HIGHEST for action port [ 761.193739] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-228809bd-c6f6-4592-9876-79ecd9b28477 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.193891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-228809bd-c6f6-4592-9876-79ecd9b28477" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.193963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-228809bd-c6f6-4592-9876-79ecd9b28477" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.194235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-228809bd-c6f6-4592-9876-79ecd9b28477" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.194320] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('228809bd-c6f6-4592-9876-79ecd9b28477',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.678558] env[65888]: INFO networking_nsxv3.common.synchronization [req-9a92032a-c26c-4aa4-9598-1db1c9bd3960 req-7ee39cc6-35a1-4513-8bff-39c33681e352 service nova] Enqueued Resource ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 with Priority: HIGHEST for action security_group_rules [ 761.678729] env[65888]: INFO networking_nsxv3.common.synchronization [req-9a92032a-c26c-4aa4-9598-1db1c9bd3960 req-7ee39cc6-35a1-4513-8bff-39c33681e352 service nova] Enqueued Resource ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 with Priority: HIGHEST for action security_group_members [ 761.678858] env[65888]: INFO networking_nsxv3.common.synchronization [req-9a92032a-c26c-4aa4-9598-1db1c9bd3960 req-7ee39cc6-35a1-4513-8bff-39c33681e352 service nova] Enqueued Resource ID: 6e09b30c-1943-459e-9e65-1b127c8bf293 with Priority: HIGHEST for action port [ 761.679864] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 with Priority: HIGHEST for action security_group_rules [ 761.681247] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 with Priority: HIGHEST for action security_group_members [ 761.682245] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e09b30c-1943-459e-9e65-1b127c8bf293 with Priority: HIGHEST for action port [ 761.682245] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39cb8e0e-39ed-4209-b258-ebd124955f19 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.682245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.682245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.682245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.682733] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39cb8e0e-39ed-4209-b258-ebd124955f19',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.683553] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-39cb8e0e-39ed-4209-b258-ebd124955f19 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.683971] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.684058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.685984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.685984] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.685984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.685984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.685984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.685984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.685984] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39cb8e0e-39ed-4209-b258-ebd124955f19',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.685984] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e09b30c-1943-459e-9e65-1b127c8bf293 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.685984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e09b30c-1943-459e-9e65-1b127c8bf293" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.685984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e09b30c-1943-459e-9e65-1b127c8bf293" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.685984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e09b30c-1943-459e-9e65-1b127c8bf293" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.686699] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e09b30c-1943-459e-9e65-1b127c8bf293',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.698401] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 228809bd-c6f6-4592-9876-79ecd9b28477 [ 761.698615] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.698743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.698809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.699061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.699486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.699486] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:228809bd-c6f6-4592-9876-79ecd9b28477 already deleted. [ 761.699486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-228809bd-c6f6-4592-9876-79ecd9b28477" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.187591] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-39cb8e0e-39ed-4209-b258-ebd124955f19 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.188058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.189371] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e09b30c-1943-459e-9e65-1b127c8bf293 with status ACTIVE [ 762.189599] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.189733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.189802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.190017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.190114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.190295] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.190402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.190451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.190597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.190673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.190854] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.190949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.191014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.191156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.191227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.191311] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e09b30c-1943-459e-9e65-1b127c8bf293 is going to be updated. [ 762.192456] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39cb8e0e-39ed-4209-b258-ebd124955f19',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.225539] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.225539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.225539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.225539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.225539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.225746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e09b30c-1943-459e-9e65-1b127c8bf293" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.371089] env[65888]: INFO networking_nsxv3.common.synchronization [req-21a96f73-2d23-4eb5-8821-50d208ea6c87 req-4863e996-9f83-476c-b907-33763fb3f156 tempest-MultipleCreateTestJSON-1016817481 tempest-MultipleCreateTestJSON-1016817481-project-member] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 762.371820] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 762.372189] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.373137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.373137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.373137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.373137] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.373137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.373137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.373137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.373464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.373464] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.694694] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39cb8e0e-39ed-4209-b258-ebd124955f19',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.875433] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.200757] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.201178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.201178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.201498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.201634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.201787] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 is going to be created. [ 763.232855] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.233061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.233120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.233320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.233500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.253401] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 in Status: UNINITIALIZED for 2s [ 763.380689] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.598945] env[65888]: INFO networking_nsxv3.common.synchronization [None req-fd7eb882-485b-4e7f-86bf-15a380b0f7bb tempest-MigrationsAdminTest-1290629551 tempest-MigrationsAdminTest-1290629551-project-member] Enqueued Resource ID: f05f3034-1fe3-439c-ace8-b4ea633cd1b4 with Priority: HIGHEST for action security_group_rules [ 763.599503] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f05f3034-1fe3-439c-ace8-b4ea633cd1b4 with Priority: HIGHEST for action security_group_rules [ 763.602449] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f05f3034-1fe3-439c-ace8-b4ea633cd1b4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.602449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f05f3034-1fe3-439c-ace8-b4ea633cd1b4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.602449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f05f3034-1fe3-439c-ace8-b4ea633cd1b4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.602449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f05f3034-1fe3-439c-ace8-b4ea633cd1b4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.602591] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f05f3034-1fe3-439c-ace8-b4ea633cd1b4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.833763] env[65888]: INFO networking_nsxv3.common.synchronization [None req-733ecae0-f9ea-42ea-b978-9781a28a5379 tempest-MigrationsAdminTest-1290629551 tempest-MigrationsAdminTest-1290629551-project-member] Enqueued Resource ID: f05f3034-1fe3-439c-ace8-b4ea633cd1b4 with Priority: HIGHEST for action security_group_rules [ 763.834179] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f05f3034-1fe3-439c-ace8-b4ea633cd1b4 with Priority: HIGHEST for action security_group_rules [ 763.834636] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f05f3034-1fe3-439c-ace8-b4ea633cd1b4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.834805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f05f3034-1fe3-439c-ace8-b4ea633cd1b4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.884139] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.884139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.884139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.884392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.884392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.884545] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be updated. [ 763.923027] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.923164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.923164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.923441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.923582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.937041] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 764.128622] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.129411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.129484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.129700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.129784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.129884] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f05f3034-1fe3-439c-ace8-b4ea633cd1b4 already deleted. [ 764.129974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f05f3034-1fe3-439c-ace8-b4ea633cd1b4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.130143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f05f3034-1fe3-439c-ace8-b4ea633cd1b4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.130283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f05f3034-1fe3-439c-ace8-b4ea633cd1b4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.130360] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f05f3034-1fe3-439c-ace8-b4ea633cd1b4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.381812] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d18cb23f-af05-4c55-bb4b-7ff1b906a5ec None None] Enqueued Resource ID: 912d8eb2-4464-4868-8143-82415bea2180 with Priority: HIGHEST for action port [ 764.382605] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912d8eb2-4464-4868-8143-82415bea2180 with Priority: HIGHEST for action port [ 764.383080] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-912d8eb2-4464-4868-8143-82415bea2180 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.383080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-912d8eb2-4464-4868-8143-82415bea2180" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.383240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-912d8eb2-4464-4868-8143-82415bea2180" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.383608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-912d8eb2-4464-4868-8143-82415bea2180" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.383608] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('912d8eb2-4464-4868-8143-82415bea2180',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.652482] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.652482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.652482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.652482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.652482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.652482] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f05f3034-1fe3-439c-ace8-b4ea633cd1b4 already deleted. [ 764.652482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f05f3034-1fe3-439c-ace8-b4ea633cd1b4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.885497] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 912d8eb2-4464-4868-8143-82415bea2180 [ 764.885862] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.886050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.886133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.886359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.886451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.886570] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:912d8eb2-4464-4868-8143-82415bea2180 already deleted. [ 764.886801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-912d8eb2-4464-4868-8143-82415bea2180" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.267351] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 in Status: SUCCESS [ 765.268782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.270783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.270783] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.270783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.270783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.270783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.270783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270783] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39cb8e0e-39ed-4209-b258-ebd124955f19',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.361116] env[65888]: INFO networking_nsxv3.common.synchronization [req-343cfb47-68ef-4fc3-9f69-e9cbc7a548ea req-6878a9ba-bcf8-400e-a902-2f186da790d3 tempest-ServersTestMultiNic-2496758 tempest-ServersTestMultiNic-2496758-project-member] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 765.362080] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 765.362080] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.362350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.362350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.362414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.366020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.366020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.366020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.366020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.366020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.366020] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.652674] env[65888]: INFO networking_nsxv3.common.synchronization [req-343cfb47-68ef-4fc3-9f69-e9cbc7a548ea req-1d174255-16c3-410e-a433-1393f4b10bf1 tempest-ServersTestMultiNic-2496758 tempest-ServersTestMultiNic-2496758-project-member] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 765.654864] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 765.655218] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.655348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.772053] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-39cb8e0e-39ed-4209-b258-ebd124955f19 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.772307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.772307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.772507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.772677] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.772773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.772835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.772983] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773083] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.773169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.773318] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-39cb8e0e-39ed-4209-b258-ebd124955f19 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773752] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.773843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.773902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.774091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.774136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.774194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.774284] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39cb8e0e-39ed-4209-b258-ebd124955f19',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.789408] env[65888]: INFO networking_nsxv3.common.synchronization [req-6cf9570f-634e-4272-a877-4f3cf69c9753 req-e629baed-7ade-4bca-b1e5-9e08c0f52655 tempest-MultipleCreateTestJSON-1016817481 tempest-MultipleCreateTestJSON-1016817481-project-member] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 765.790253] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 765.790764] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.790860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.867811] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.948050] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 765.948576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.949411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.949677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.949885] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.950071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.950163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.950372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.950503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.950610] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.109118] env[65888]: INFO networking_nsxv3.common.synchronization [req-343cfb47-68ef-4fc3-9f69-e9cbc7a548ea req-e9d9a72f-3c83-49e9-873b-1ff7a42595c5 tempest-ServersTestMultiNic-2496758 tempest-ServersTestMultiNic-2496758-project-member] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 766.109118] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 766.109633] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.109633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.277662] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39cb8e0e-39ed-4209-b258-ebd124955f19: rpc.has_security_group_logging(os_id): False [ 766.295852] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.295852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.296141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.296224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.296471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.296781] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.296781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.296781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.296781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.297118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.297118] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.297118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.297275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.297325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.297382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.297572] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.297668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.297720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.297849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.297921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.298102] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 is going to be created. [ 766.325864] env[65888]: INFO networking_nsxv3.common.synchronization [req-8a53627e-a117-419f-ad43-0f61d1260789 req-467fac9e-ec4a-43c6-b88b-e9ee19b33002 tempest-ImagesOneServerNegativeTestJSON-1865084853 tempest-ImagesOneServerNegativeTestJSON-1865084853-project-member] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 766.326454] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 766.327057] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.327057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.327057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.328185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.328351] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.328467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.328531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.328713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.330282] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.330444] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.360816] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.360961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.361031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.361248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.361433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.372036] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.374630] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 in Status: IN_PROGRESS for 2s [ 766.452746] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.452897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.452964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.453197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.453281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.453479] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.453577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.453627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.453769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.453851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.455025] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be updated. [ 766.491646] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.491856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.491948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.492581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.492581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.502379] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 766.562215] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 766.562215] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent loop - iteration:1 started [ 766.721392] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-978 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.721705] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.721705] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.722013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.722281] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.722435] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.722559] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.722771] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.722907] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.723373] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.723373] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.723475] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.723578] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.723695] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.723801] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.723929] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.742962] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.743141] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.743280] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.743460] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.743773] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-774b03cd-9ed8-4d21-a96a-e1494767c8b9 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.744542] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-774b03cd-9ed8-4d21-a96a-e1494767c8b9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.744542] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-774b03cd-9ed8-4d21-a96a-e1494767c8b9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.744878] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-774b03cd-9ed8-4d21-a96a-e1494767c8b9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.745025] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774b03cd-9ed8-4d21-a96a-e1494767c8b9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.835459] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.835631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.835711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.836036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.836138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.836343] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.836448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.836503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.836673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.836840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.836944] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be updated. [ 766.864613] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.864854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.864854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.865796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.865796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.874676] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 766.875348] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.876251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.876345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.876705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.877141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.877431] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 766.909788] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.909788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.909788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.909959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.909995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.922383] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 767.248660] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.250013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.250013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.252017] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.252017] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.252017] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 774b03cd-9ed8-4d21-a96a-e1494767c8b9 not found, creating... [ 767.252017] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.252017] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.252017] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.252017] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.252017] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.253476] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.253476] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.253735] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.254038] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.255741] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.255741] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 774b03cd-9ed8-4d21-a96a-e1494767c8b9 is going to be created. [ 767.280181] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.280181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.280181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.280181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.280181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.280181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-774b03cd-9ed8-4d21-a96a-e1494767c8b9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.043471] env[65888]: INFO networking_nsxv3.common.synchronization [req-8a53627e-a117-419f-ad43-0f61d1260789 req-afa83d57-8bed-4cbf-8b75-c534b58ff798 service nova] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_rules [ 768.043832] env[65888]: INFO networking_nsxv3.common.synchronization [req-8a53627e-a117-419f-ad43-0f61d1260789 req-afa83d57-8bed-4cbf-8b75-c534b58ff798 service nova] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 768.044080] env[65888]: INFO networking_nsxv3.common.synchronization [req-8a53627e-a117-419f-ad43-0f61d1260789 req-afa83d57-8bed-4cbf-8b75-c534b58ff798 service nova] Enqueued Resource ID: 774b03cd-9ed8-4d21-a96a-e1494767c8b9 with Priority: HIGHEST for action port [ 768.046108] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_rules [ 768.046262] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 768.046410] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b03cd-9ed8-4d21-a96a-e1494767c8b9 with Priority: HIGHEST for action port [ 768.046677] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.046782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.046827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.047090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.048903] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.048903] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.048903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.048903] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-774b03cd-9ed8-4d21-a96a-e1494767c8b9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.049225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774b03cd-9ed8-4d21-a96a-e1494767c8b9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.049225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774b03cd-9ed8-4d21-a96a-e1494767c8b9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.049298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774b03cd-9ed8-4d21-a96a-e1494767c8b9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.049338] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774b03cd-9ed8-4d21-a96a-e1494767c8b9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.390703] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 in Status: SUCCESS [ 768.390960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.513435] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 768.513612] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 deletion is rescheduled due to dependency. [ 768.513726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.518666] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.518795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.518871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.519086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.519193] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.553019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.553019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.554609] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 774b03cd-9ed8-4d21-a96a-e1494767c8b9 with status ACTIVE [ 768.555069] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.555215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.555289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.555505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.555607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.555819] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.558126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.558126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.558126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.558126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.558126] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.558126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.558126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.558126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.558126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.558126] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 774b03cd-9ed8-4d21-a96a-e1494767c8b9 is going to be updated. [ 768.582598] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.582821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.582913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.583171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.583635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.583934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774b03cd-9ed8-4d21-a96a-e1494767c8b9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.660994] env[65888]: INFO networking_nsxv3.common.synchronization [req-a9649a59-66ee-4aee-956c-afa5e51ec820 req-a3add2dc-8241-458a-b479-fe6f59c52f65 tempest-ServerMetadataNegativeTestJSON-44580506 tempest-ServerMetadataNegativeTestJSON-44580506-project-member] Enqueued Resource ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 with Priority: HIGHEST for action security_group_members [ 768.665210] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 with Priority: HIGHEST for action security_group_members [ 768.665210] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.665210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.665460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.665664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.665832] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.665935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.666018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.666165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.666252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.666703] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d573f9e-3c20-4930-b5f5-9a04b528a7e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.811979] env[65888]: INFO networking_nsxv3.common.synchronization [None req-e2d5a23b-b0f7-462c-abed-d9b4878b4ed8 None None] Enqueued Resource ID: 13cfef8a-b831-43ea-bb9f-485f2dd366f4 with Priority: HIGHEST for action port [ 768.812776] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cfef8a-b831-43ea-bb9f-485f2dd366f4 with Priority: HIGHEST for action port [ 768.813835] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-13cfef8a-b831-43ea-bb9f-485f2dd366f4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.813835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13cfef8a-b831-43ea-bb9f-485f2dd366f4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.813835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13cfef8a-b831-43ea-bb9f-485f2dd366f4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.813835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13cfef8a-b831-43ea-bb9f-485f2dd366f4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.813835] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13cfef8a-b831-43ea-bb9f-485f2dd366f4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.885991] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 768.886374] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf deletion is rescheduled due to dependency. [ 768.886374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.886541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.886676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.886886] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.887811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.887811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.887811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.887811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.887811] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.931576] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 768.931938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.932129] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.932338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.932625] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.932625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.932716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.932826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.932900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.932997] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.021507] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.058509] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.058509] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-929" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.058509] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-929" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.058509] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-929" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.060197] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.060563] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.060853] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.061301] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.061620] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.064020] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.064020] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.064020] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.064020] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.064020] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.064020] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.064020] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.083910] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.083910] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.084137] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.084226] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-929" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.084543] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-08bd067a-8309-42de-a3ab-2d6cc0c4eb64 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.084725] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-08bd067a-8309-42de-a3ab-2d6cc0c4eb64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.084841] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-08bd067a-8309-42de-a3ab-2d6cc0c4eb64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.085198] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-08bd067a-8309-42de-a3ab-2d6cc0c4eb64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.085330] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bd067a-8309-42de-a3ab-2d6cc0c4eb64',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.169266] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.169266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.169266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.170873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.170873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.170873] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.170873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.170873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.170873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.171259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.171259] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 already deleted. [ 769.171259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.316210] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13cfef8a-b831-43ea-bb9f-485f2dd366f4 [ 769.316451] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.316583] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.316646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.317133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.317238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.317426] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13cfef8a-b831-43ea-bb9f-485f2dd366f4 already deleted. [ 769.317426] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13cfef8a-b831-43ea-bb9f-485f2dd366f4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.389775] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.438696] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.438696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.438893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.439113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.439240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.439448] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.439921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.439921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.439921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.439921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.439921] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 769.469322] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.469477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.469521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.469730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.469884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.481482] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 769.524966] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.592092] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.592092] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.592092] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.592092] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.592092] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.592092] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 08bd067a-8309-42de-a3ab-2d6cc0c4eb64 not found, creating... [ 769.592092] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.592092] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.592092] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.592092] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.592861] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.593227] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.593227] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.593398] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.593894] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.593894] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.594079] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 08bd067a-8309-42de-a3ab-2d6cc0c4eb64 is going to be created. [ 769.616341] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.616620] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.616767] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.617134] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.617398] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.617661] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-08bd067a-8309-42de-a3ab-2d6cc0c4eb64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.892961] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.027805] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 770.027937] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 770.356451] env[65888]: INFO networking_nsxv3.common.synchronization [req-a9649a59-66ee-4aee-956c-afa5e51ec820 req-2af06354-1e30-40bf-9328-1180d962351e service nova] Enqueued Resource ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 with Priority: HIGHEST for action security_group_rules [ 770.356910] env[65888]: INFO networking_nsxv3.common.synchronization [req-a9649a59-66ee-4aee-956c-afa5e51ec820 req-2af06354-1e30-40bf-9328-1180d962351e service nova] Enqueued Resource ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 with Priority: HIGHEST for action security_group_members [ 770.356910] env[65888]: INFO networking_nsxv3.common.synchronization [req-a9649a59-66ee-4aee-956c-afa5e51ec820 req-2af06354-1e30-40bf-9328-1180d962351e service nova] Enqueued Resource ID: 08bd067a-8309-42de-a3ab-2d6cc0c4eb64 with Priority: HIGHEST for action port [ 770.357813] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 with Priority: HIGHEST for action security_group_rules [ 770.357813] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 with Priority: HIGHEST for action security_group_members [ 770.357813] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08bd067a-8309-42de-a3ab-2d6cc0c4eb64 with Priority: HIGHEST for action port [ 770.357917] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d573f9e-3c20-4930-b5f5-9a04b528a7e0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.360178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.360178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.360178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.360178] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d573f9e-3c20-4930-b5f5-9a04b528a7e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.362195] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.362195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.362195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.362375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.362407] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.362503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.363745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.363745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.363745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.363745] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d573f9e-3c20-4930-b5f5-9a04b528a7e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.364439] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-08bd067a-8309-42de-a3ab-2d6cc0c4eb64 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.364439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08bd067a-8309-42de-a3ab-2d6cc0c4eb64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.364439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08bd067a-8309-42de-a3ab-2d6cc0c4eb64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.364439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08bd067a-8309-42de-a3ab-2d6cc0c4eb64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.364707] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08bd067a-8309-42de-a3ab-2d6cc0c4eb64',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.395700] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.395851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.395941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.396171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.396262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.396358] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be updated. [ 770.439938] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.439938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.439938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.440209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.441178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.453653] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 770.866776] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.868048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.868048] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d573f9e-3c20-4930-b5f5-9a04b528a7e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.868817] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08bd067a-8309-42de-a3ab-2d6cc0c4eb64 with status ACTIVE [ 770.868974] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.869454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.869454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.869534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.869653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.870021] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.870140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.870274] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.870412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.870562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.870780] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.870921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.871026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.871790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.871790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.871790] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08bd067a-8309-42de-a3ab-2d6cc0c4eb64 is going to be updated. [ 770.899557] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.899557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.899557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.899557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.899557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.899557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08bd067a-8309-42de-a3ab-2d6cc0c4eb64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.061604] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.061879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.061999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.062275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.079644] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 771.081025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.084312] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 771.117245] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.117245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.117245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.117245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.129491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.129491] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 771.129491] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 771.129491] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 771.175689] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.175851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.175941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.176227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.180476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.181630] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 771.252028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.252028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.252028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.252028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.252379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.254369] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 771.365515] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.365945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.365945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.366549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.367167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.367537] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 771.367788] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9368cce6-aabb-42b1-a7e2-756b7e6f48db', 'a76de748-fce6-4c02-bab2-f21dcf2d1aa2', '500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c', 'b474e63b-1192-497e-bb0d-5e13daef0fde', 'f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a', '0d4dc9ff-9dfb-4010-a95b-116a55582f4d', 'd08fe9d1-68b7-4488-a220-0a19d527b2b1', '76e6722a-82c5-4de2-aacd-21ae1d1ef6b3', 'e4057eab-f491-446c-970e-039a8dc831fe', 'c0793c14-76a4-41fb-85e6-c9050d208cbf', '3dd41604-a603-4385-8f28-07dc4d510f7a', '5e361c19-1c34-485b-b07e-09bf924957b2', 'ca151760-c179-442a-b22c-574f5a05ccbd', 'fdf3aa73-994d-4142-8faf-c4f58cee0574', 'd2f58e7f-ae4c-4960-9ca7-8f36c1970898', '4fcc4d5f-5548-48dc-805b-b4638afec11c', 'bce27dd4-69c1-4569-93c4-29ce689dea27', '46eefe31-fac4-4839-a9a9-40fe1f96887d', '641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a', 'ff33e4b7-4f39-4757-98ee-06c13dbcea4b', 'e35bd58b-ed60-4523-94cd-b8238534374f', 'ed33d484-4d6e-44b1-8865-0784615672de', 'c78379c6-3922-47b5-a28c-5098e39586b7', 'b6287bbd-a646-4b85-b2ba-a0f572d9672e', 'e1d81010-640b-4492-99fe-1943721e852c', 'eccc7980-7ff3-44ba-a4e1-995d272508f0', '3f41c76d-e49a-4fdb-b365-bf62782226dc', '43bbf191-9724-47b6-b5e8-89bc0acfa028', '20002ace-10fa-4102-9321-d1b759a802c4', 'f63285ab-cb61-47d9-880b-bf45e79d445c', '38e0585a-1f21-472b-a242-53d6eed5d5f0', '19a295e6-b522-4de2-bf00-96030f1b2c71', '39cb8e0e-39ed-4209-b258-ebd124955f19', 'ea49a6b7-9c1d-43d4-b051-ecc394719313'} {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 771.367958] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 771.374140] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d573f9e-3c20-4930-b5f5-9a04b528a7e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.396230] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.396449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.396449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.396667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.396749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.396865] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 771.396938] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 771.397244] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 771.482608] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.482845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.482924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.483249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.484328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.484328] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 771.484523] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 771.484523] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 771.484722] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 771.484915] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 771.485026] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGH for action security_group_rules [ 771.485161] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 with Priority: HIGH for action security_group_rules [ 771.485297] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGH for action security_group_rules [ 771.485333] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGH for action security_group_rules [ 771.485408] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a with Priority: HIGH for action security_group_rules [ 771.485523] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d with Priority: HIGH for action security_group_rules [ 771.485668] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGH for action security_group_rules [ 771.485799] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGH for action security_group_rules [ 771.485927] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGH for action security_group_rules [ 771.487422] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGH for action security_group_rules [ 771.487422] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGH for action security_group_rules [ 771.487422] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGH for action security_group_rules [ 771.487422] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGH for action security_group_rules [ 771.487422] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGH for action security_group_rules [ 771.487422] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGH for action security_group_rules [ 771.487422] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGH for action security_group_rules [ 771.487818] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGH for action security_group_rules [ 771.487818] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGH for action security_group_rules [ 771.487818] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a with Priority: HIGH for action security_group_rules [ 771.487818] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGH for action security_group_rules [ 771.487818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.497601] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 771.498293] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e deletion is rescheduled due to dependency. [ 771.498293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.498293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.498443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.498511] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.498627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.498949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.498949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.498949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.499116] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.701143] env[65888]: INFO networking_nsxv3.common.synchronization [req-aa26e6dd-c9e4-44b5-9161-a44e4a35e350 req-04de4e2c-217f-490b-8a94-f6cf3fc4a5a0 tempest-ListImageFiltersTestJSON-1017871960 tempest-ListImageFiltersTestJSON-1017871960-project-member] Enqueued Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 771.703832] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 771.704024] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGH for action security_group_rules [ 771.704137] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGH for action security_group_rules [ 771.704265] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 with Priority: HIGH for action security_group_rules [ 771.704383] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGH for action security_group_rules [ 771.704487] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b with Priority: HIGH for action security_group_rules [ 771.704575] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a with Priority: HIGH for action security_group_rules [ 771.704953] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGH for action security_group_rules [ 771.704953] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGH for action security_group_rules [ 771.704953] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 with Priority: HIGH for action security_group_rules [ 771.704953] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGH for action security_group_rules [ 771.705117] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGH for action security_group_rules [ 771.705157] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGH for action security_group_rules [ 771.705646] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGH for action security_group_rules [ 771.705800] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGH for action security_group_rules [ 771.705955] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGH for action security_group_rules [ 771.706152] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d with Priority: HIGH for action security_group_rules [ 771.706280] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGH for action security_group_rules [ 771.706404] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a with Priority: HIGH for action security_group_rules [ 771.706560] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 with Priority: HIGH for action security_group_rules [ 771.706704] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGH for action security_group_rules [ 771.707556] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.707721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.707849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.708212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.708463] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.708625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.708716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.708922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.709080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.709228] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.710500] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.710624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.710694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.710900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.711383] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.712452] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.713456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.713456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.713456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.713456] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.714325] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.714791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.714791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.714791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.715220] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d08fe9d1-68b7-4488-a220-0a19d527b2b1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.716277] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.716426] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.716546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.716781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.717694] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.718396] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.718396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.718502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.718586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.718658] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff33e4b7-4f39-4757-98ee-06c13dbcea4b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.719669] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.719777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.719843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.719996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.720342] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.721493] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.721664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.721773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.721973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.722222] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.723058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.723240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.723240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.723450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.723733] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.723855] env[65888]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 771.724674] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdf3aa73-994d-4142-8faf-c4f58cee0574 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.724845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.725018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.725161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.725330] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdf3aa73-994d-4142-8faf-c4f58cee0574',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.726412] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.726558] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.726649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.726823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.726951] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.727926] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.728122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.728240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.728441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.728571] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.729546] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.729734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.729837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.730046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.730174] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.731304] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dd41604-a603-4385-8f28-07dc4d510f7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.731413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.731413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.731691] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.731775] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.732702] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.732831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.733079] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.733253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.733364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.733541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.733642] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.734533] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d4dc9ff-9dfb-4010-a95b-116a55582f4d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.734692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.734799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.734978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.735119] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d4dc9ff-9dfb-4010-a95b-116a55582f4d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.736064] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.736228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.736384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.736514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.736615] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.737443] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.737589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.737684] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.737861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.737966] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.738832] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a76de748-fce6-4c02-bab2-f21dcf2d1aa2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.738976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.739110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.739308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.739411] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a76de748-fce6-4c02-bab2-f21dcf2d1aa2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.739657] env[65888]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 771.740354] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.740500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.740594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.740770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.740873] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.745527] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.745680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.745774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.745986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.746190] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.746318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.746404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.746572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.746688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.746803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.746914] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.876792] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.877304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.877765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.878175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.878439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.878699] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 is going to be created. [ 771.920094] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.920094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.920094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.920094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.920539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.931487] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 in Status: UNINITIALIZED for 2s [ 772.002145] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.002852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.003082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.003478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.025541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.025664] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.025754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.025791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.025975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.026102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.026215] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 772.053657] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.053885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.053965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.054255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.054404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.065763] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 772.164880] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.165537] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.165537] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.165819] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.166329] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.166591] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.166744] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.167015] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.167187] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.167407] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.168087] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.168087] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.168087] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.168087] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.168295] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.168459] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.201964] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.202232] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.202423] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.202642] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.203045] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-8bc5910d-cd48-431c-99fb-fed45413c1db taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.203265] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-8bc5910d-cd48-431c-99fb-fed45413c1db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.203349] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-8bc5910d-cd48-431c-99fb-fed45413c1db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.203677] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-8bc5910d-cd48-431c-99fb-fed45413c1db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.203840] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc5910d-cd48-431c-99fb-fed45413c1db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.243608] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.243809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.243906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.244213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.244361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.244612] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.244774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.244841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.245876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.245876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.245876] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 already deleted. [ 772.245876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.245876] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.246177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.246177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.246365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.246599] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.246730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.246879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.247187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.247270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.247348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.247497] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.252548] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.275417] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dd41604-a603-4385-8f28-07dc4d510f7a taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.275733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.275733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.276169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.276353] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.276534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.276628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.276828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.276958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.277108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.277237] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.278852] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.279061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.279110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.279761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.279761] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.279761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.279761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.280063] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.280111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.280220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.280347] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.287221] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.287407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.287493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.287766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.288031] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.288168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.288276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.288491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.288613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.288739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.288861] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.296679] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.296679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.296965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.297122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.297430] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.297554] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.297618] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.297844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.297965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.298159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.298272] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.299715] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.299954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.299954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.300227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.300468] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.300636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.300715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.300916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.302148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.302348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.302480] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.303936] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.304067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.304067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.305048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.305048] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.305048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.305048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.305048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.305292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.305292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.305370] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.309418] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.309593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.309666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.309963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.310323] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.310584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.310679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.310855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.311025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.311228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.311333] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.315617] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.315764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.315891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.316130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.316346] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.316451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.316515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.316737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.316871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.316988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.317113] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.341170] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.341170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.341170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.341458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.341583] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.341583] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.341665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.341821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.341935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.342103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.342275] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.342368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.342432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.342577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.342712] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.342930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.342930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.343041] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.343100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.343182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.343286] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.345827] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.346293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.346370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.346758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.346941] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.347066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.347133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.347653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.347653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.347653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.347764] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.347816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.347860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.348453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.348701] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.348840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.348892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.349222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.349397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.349435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.350055] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.357921] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3: rpc.has_security_group_logging(os_id): False [ 772.427186] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.427510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.427510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.427749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.430604] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.430798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.432678] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.432823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.434485] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.435108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.436256] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.436256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.436549] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.436752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.438800] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.438915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.439862] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.439990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.440989] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.441103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.447730] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.447730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.467054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.467377] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.468081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.468081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.468081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.468081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.468361] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.468361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.468361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.468533] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.468533] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.468695] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.468797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.468862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.469042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.469165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.469267] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 is going to be updated. [ 772.470519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.470768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.473271] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 772.473561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.475341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.475341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.475341] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.475341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.475341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.475341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.475341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.475755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.475755] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.518194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.518381] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be deleted. [ 772.519399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.519666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.560962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.560962] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d4dc9ff-9dfb-4010-a95b-116a55582f4d is going to be deleted. [ 772.562148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.562461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.590671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.590884] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be deleted. [ 772.592303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.592713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.640095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.640262] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a is going to be deleted. [ 772.641266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.641488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.643277] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.643430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.644379] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.646738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.682045] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.682276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.689587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.689754] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a is going to be deleted. [ 772.690697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.690920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.707311] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.707537] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.707662] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.707948] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.708213] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.708392] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 8bc5910d-cd48-431c-99fb-fed45413c1db not found, creating... [ 772.708705] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.708871] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.708988] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.709255] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.709395] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.709710] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.709868] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.709983] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.710255] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.710415] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.710559] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 8bc5910d-cd48-431c-99fb-fed45413c1db is going to be created. [ 772.750246] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.750510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.750600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.750813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.751039] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.751116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.751197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.751351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.751434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.751521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.751677] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.751802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.751868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.752016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.752157] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.752252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.752311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.752444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.752517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.752597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.752686] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.755312] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9368cce6-aabb-42b1-a7e2-756b7e6f48db: rpc.has_security_group_logging(os_id): False [ 772.787265] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.788343] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.794328] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.794484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.797452] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.797619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.799798] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.800091] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.800231] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.800609] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.800843] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.801113] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-8bc5910d-cd48-431c-99fb-fed45413c1db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.802969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.803114] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a76de748-fce6-4c02-bab2-f21dcf2d1aa2 is going to be deleted. [ 772.804863] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.804991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.805058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.805251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.805340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.805466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.805620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.805778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.807977] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.808174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.808238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.808441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.808619] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.808721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.808786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.808970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.809059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.809159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.809320] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.809415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.809483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.809643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.809794] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.809882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.809943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.810091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.810197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.810296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.810402] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.833799] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.834027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.834099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.834275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.837033] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.837033] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.837033] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.837033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.837033] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.839430] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.839430] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.839430] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.839430] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.839430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.842505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.842505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.842505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.842505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.842505] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.842505] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.842948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.842948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.842948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.843081] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.843131] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.843258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.843342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.843417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.843495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.843641] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.843722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.843774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.843946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.844096] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.844197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.844259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.844443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.844443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.844578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.844642] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.867982] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.867982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.867982] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca151760-c179-442a-b22c-574f5a05ccbd: rpc.has_security_group_logging(os_id): False [ 772.904787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.904961] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdf3aa73-994d-4142-8faf-c4f58cee0574 is going to be deleted. [ 772.905923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.906238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.922301] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.922301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.090830] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.091114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.091723] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.091849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.092760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.092760] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d08fe9d1-68b7-4488-a220-0a19d527b2b1 is going to be deleted. [ 773.093846] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.093959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.094061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.098064] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.098064] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.098064] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.098064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.098064] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.098776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.098776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.098776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.098862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.099014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.099205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.099313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.101052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.101226] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.101325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.101443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d4dc9ff-9dfb-4010-a95b-116a55582f4d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.102254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.102254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.169824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.170209] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.170758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.170758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.170758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.170758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.170947] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db is going to be updated. [ 773.172058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.172268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.172389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.172510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f85ceac5-e193-4fa2-9f76-49d3cd8d3c7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.172634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.172765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.196886] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: IN_PROGRESS for 2s [ 773.230961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.231249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.232145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.232268] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff33e4b7-4f39-4757-98ee-06c13dbcea4b is going to be deleted. [ 773.233579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.233846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.255106] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c: rpc.has_security_group_logging(os_id): False [ 773.290178] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dd41604-a603-4385-8f28-07dc4d510f7a: rpc.has_security_group_logging(os_id): False [ 773.291679] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e361c19-1c34-485b-b07e-09bf924957b2: rpc.has_security_group_logging(os_id): False [ 773.312904] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fcc4d5f-5548-48dc-805b-b4638afec11c: rpc.has_security_group_logging(os_id): False [ 773.328220] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.328220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.328220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.328220] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.328220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.329622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.329622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.329622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.331375] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.331536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.331625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.331847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.332430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.332430] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.332430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.332430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.332630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.333383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.333483] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be updated. [ 773.334688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.334896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.334933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.336816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a76de748-fce6-4c02-bab2-f21dcf2d1aa2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.336816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.336816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.336816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.336816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdf3aa73-994d-4142-8faf-c4f58cee0574" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.337355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.337355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.337355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.337453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-641d8e5f-baaa-4b3f-9a9a-b83ea4bcc68a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.337487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.338175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.338175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.338175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d08fe9d1-68b7-4488-a220-0a19d527b2b1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.338456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.338696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.341310] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.341439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.342276] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.342368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.347953] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b474e63b-1192-497e-bb0d-5e13daef0fde: rpc.has_security_group_logging(os_id): False [ 773.348334] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2f58e7f-ae4c-4960-9ca7-8f36c1970898: rpc.has_security_group_logging(os_id): False [ 773.353026] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4057eab-f491-446c-970e-039a8dc831fe: rpc.has_security_group_logging(os_id): False [ 773.353026] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.353026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.355367] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.355531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.376405] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.376579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.396100] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.396300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.404520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.405351] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.405820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.406019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.407131] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.407131] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.407131] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.407663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.407663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.408251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.408251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.408251] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.408423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.408705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.408801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.408904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.409713] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 773.410479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.411086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.416395] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.416395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.424675] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.424811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.466941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.467656] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.467656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.467656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.467775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.467838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.467951] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dd41604-a603-4385-8f28-07dc4d510f7a is going to be updated. [ 773.469501] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.469858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.470098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.471352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.471631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.477731] env[65888]: INFO networking_nsxv3.common.synchronization [req-aa26e6dd-c9e4-44b5-9161-a44e4a35e350 req-3dfe363d-91ca-42d1-8622-03bf4e7636e0 service nova] Enqueued Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_rules [ 773.477731] env[65888]: INFO networking_nsxv3.common.synchronization [req-aa26e6dd-c9e4-44b5-9161-a44e4a35e350 req-3dfe363d-91ca-42d1-8622-03bf4e7636e0 service nova] Enqueued Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 773.477731] env[65888]: INFO networking_nsxv3.common.synchronization [req-aa26e6dd-c9e4-44b5-9161-a44e4a35e350 req-3dfe363d-91ca-42d1-8622-03bf4e7636e0 service nova] Enqueued Resource ID: 8bc5910d-cd48-431c-99fb-fed45413c1db with Priority: HIGHEST for action port [ 773.479403] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_rules [ 773.479678] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 773.479845] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc5910d-cd48-431c-99fb-fed45413c1db with Priority: HIGHEST for action port [ 773.480189] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.480730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.480730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.480730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.480730] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.481826] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.484431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.484431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.484431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.484431] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.484431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.484431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.484431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.484431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.484431] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.485986] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bc5910d-cd48-431c-99fb-fed45413c1db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.488617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bc5910d-cd48-431c-99fb-fed45413c1db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.488755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bc5910d-cd48-431c-99fb-fed45413c1db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.488978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bc5910d-cd48-431c-99fb-fed45413c1db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.489115] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc5910d-cd48-431c-99fb-fed45413c1db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.523022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.523022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.533499] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.533499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.536938] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: IN_PROGRESS for 2s [ 773.537918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.538759] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.538759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.538759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.539851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.539943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.540161] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.540285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.540339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.540524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.540608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.540893] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.540893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.541034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.541201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.541295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.541417] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c is going to be updated. [ 773.542541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.542759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.593965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.595468] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.595468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.595468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.595468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.595468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.595468] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.595863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.595863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.595863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.595993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.597388] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.597388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.597388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.597388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.597388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.597388] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 773.598608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.598775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.598858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.598997] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff33e4b7-4f39-4757-98ee-06c13dbcea4b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.599139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.599281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.602061] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0793c14-76a4-41fb-85e6-c9050d208cbf: rpc.has_security_group_logging(os_id): False [ 773.643349] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.643540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.659487] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.659617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.661912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.666076] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.666076] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.666076] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.666076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.667381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.667381] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 773.667381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.667381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.667381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.669242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.669423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.669560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.673277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.673574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.729541] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 773.737314] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 773.740403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.742086] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.742086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.742086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.742086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.742086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.742086] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e361c19-1c34-485b-b07e-09bf924957b2 is going to be updated. [ 773.743038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.743238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.809820] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.809956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.820415] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.820415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.824692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.825019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.825126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.825385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.825468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.825549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.826020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.826020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.826020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.826603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.826603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.826603] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.826603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.826954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.826954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.826954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.827064] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be updated. [ 773.828486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.829085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.869420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.869420] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.869420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.869420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.869420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.869420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.869963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.869963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.869963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.870716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.870824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.871059] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.871151] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.871211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.871837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.871837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.871837] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde is going to be updated. [ 773.876324] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.876854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.877665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.879470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.879470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.879470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.879987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.880273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.881595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.883295] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.883530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.883631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.883823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.883956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.897633] env[65888]: INFO networking_nsxv3.common.synchronization [req-33959f5f-bfb8-4d5e-9f9b-b165e95aaf79 req-f9e7175d-61db-45dd-bc49-9f98c0b2ef9b tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_members [ 773.899110] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_members [ 773.899793] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5264357d-aa80-4ca5-8bef-6de450e20558 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.899940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.900720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.900720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.900882] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.900943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.901086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.901516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.901516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.901684] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.907581] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.907717] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.907717] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.908738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.908738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.921339] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 773.922442] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dd41604-a603-4385-8f28-07dc4d510f7a in Status: IN_PROGRESS for 2s [ 773.927525] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 773.949169] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: IN_PROGRESS for 2s [ 773.951158] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 in Status: SUCCESS [ 773.952028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.952028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.952028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.952028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.952028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.952257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.952257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.952384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.952422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.952502] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d573f9e-3c20-4930-b5f5-9a04b528a7e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.964873] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: IN_PROGRESS for 2s [ 773.991619] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.991619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.991619] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.992805] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bc5910d-cd48-431c-99fb-fed45413c1db with status ACTIVE [ 773.993061] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.993228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.993312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.994335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.995252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.995538] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.995682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.995770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.995990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.996170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.996466] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.996580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.996632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.996847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.996907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.996977] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bc5910d-cd48-431c-99fb-fed45413c1db is going to be updated. [ 774.002535] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.003071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.003071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.003215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.003472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.031496] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 774.041057] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.041057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.041057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.041057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.041057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.041057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bc5910d-cd48-431c-99fb-fed45413c1db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.076027] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.076027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.076027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.076027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.076027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.081451] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 774.081596] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e deletion is rescheduled due to dependency. [ 774.081704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.116736] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: IN_PROGRESS for 2s [ 774.382895] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.383120] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.383245] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.383580] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.383871] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.383987] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.384134] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.384364] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.384461] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.384676] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.384790] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.385187] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.385325] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.385445] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.385862] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.386099] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.405088] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.405370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.405441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.405637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.405724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.405950] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.406068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.406130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.406283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.406356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.406439] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5264357d-aa80-4ca5-8bef-6de450e20558 already deleted. [ 774.406513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.408030] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.408030] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.408030] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.408030] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.408310] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.408447] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.408559] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.410199] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.410199] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.457282] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.457497] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.457580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.457806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.457990] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.458255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.458255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.458374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.458475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.458575] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.458731] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.458827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.458887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.459041] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.459194] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.459277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.459336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.459471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.459546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.459746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.459858] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d573f9e-3c20-4930-b5f5-9a04b528a7e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.501629] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.913718] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.913948] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.914020] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.914334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.914529] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.914691] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e not found, creating... [ 774.914967] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.915134] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.915251] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.915484] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.915630] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.915981] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.917680] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.917932] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.918193] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.918339] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.918481] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e is going to be created. [ 774.942028] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.942420] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.942611] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.943018] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.943388] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.943718] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.965069] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d573f9e-3c20-4930-b5f5-9a04b528a7e0: rpc.has_security_group_logging(os_id): False [ 774.983843] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.983984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.984100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.984276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.984360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.984553] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.984644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.984951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.984951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.984951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.985148] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.985228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.985285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.985372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.985444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.985637] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.985729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.985796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.985916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.985987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.986213] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 is going to be created. [ 775.005775] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.006082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.006082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.007072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.007072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.007072] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 is going to be created. [ 775.037756] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.037904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.038010] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.038299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.038465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.059128] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: UNINITIALIZED for 2s [ 775.081395] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.081584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.081642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.081898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.082138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.099207] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 in Status: IN_PROGRESS for 2s [ 775.228073] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: SUCCESS [ 775.229516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.557667] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: SUCCESS [ 775.558297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.740491] env[65888]: INFO networking_nsxv3.common.synchronization [req-33959f5f-bfb8-4d5e-9f9b-b165e95aaf79 req-f6f49762-370c-492b-91fe-efe578f9b3cc service nova] Enqueued Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_rules [ 775.741109] env[65888]: INFO networking_nsxv3.common.synchronization [req-33959f5f-bfb8-4d5e-9f9b-b165e95aaf79 req-f6f49762-370c-492b-91fe-efe578f9b3cc service nova] Enqueued Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_members [ 775.741109] env[65888]: INFO networking_nsxv3.common.synchronization [req-33959f5f-bfb8-4d5e-9f9b-b165e95aaf79 req-f6f49762-370c-492b-91fe-efe578f9b3cc service nova] Enqueued Resource ID: 3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e with Priority: HIGHEST for action port [ 775.741860] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_rules [ 775.741860] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_members [ 775.741860] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e with Priority: HIGHEST for action port [ 775.742544] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5264357d-aa80-4ca5-8bef-6de450e20558 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.742666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.742734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.742944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.743040] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.743983] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5264357d-aa80-4ca5-8bef-6de450e20558 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.747599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.747704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.748160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.748259] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.748422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.748461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.748787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.748787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.748787] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.749864] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.749982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.750063] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.750234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.750308] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.754313] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 775.754532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.758608] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 775.759544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.945461] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dd41604-a603-4385-8f28-07dc4d510f7a in Status: SUCCESS [ 775.945461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.946274] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 775.946466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.948800] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 775.948985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.968455] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: SUCCESS [ 775.968837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.982984] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: SUCCESS [ 775.983298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.054393] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 776.054678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.054970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.056529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.056529] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.136442] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: SUCCESS [ 776.136442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.255226] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5264357d-aa80-4ca5-8bef-6de450e20558 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.255344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.255549] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.260955] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e with status ACTIVE [ 776.260955] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.260955] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.260955] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.260955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.260955] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e is going to be updated. [ 776.292558] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.292725] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.292784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.293017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.293158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.293322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a26105a-6dcb-466d-b0b1-cd3df5ac2d9e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.499355] env[65888]: INFO networking_nsxv3.common.synchronization [req-7d13a879-bfe4-4076-8b78-0957368c7afa req-20a2cba3-08c2-4e96-b079-fc5a3ffcd277 tempest-ListImageFiltersTestJSON-1017871960 tempest-ListImageFiltersTestJSON-1017871960-project-member] Enqueued Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 776.499977] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 776.500531] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.500911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.559113] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.559469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.559469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.559657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.559809] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.560625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.560840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.561133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.561331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.561597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.561807] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.760938] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.881965] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.882178] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.882305] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.882590] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.883080] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.883914] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.883914] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.883914] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.883914] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.884138] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.884228] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.884334] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.884723] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.884723] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.884723] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.884818] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.907856] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.908126] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.908241] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.908420] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.908913] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-bc780651-810d-4c9e-83a9-1dfa400bc3d3 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.908913] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-bc780651-810d-4c9e-83a9-1dfa400bc3d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.909164] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-bc780651-810d-4c9e-83a9-1dfa400bc3d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.909397] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-bc780651-810d-4c9e-83a9-1dfa400bc3d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.909560] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc780651-810d-4c9e-83a9-1dfa400bc3d3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.064166] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.064624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.064624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.064760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.064921] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.065036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.065104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.065260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.065659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.065659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.065756] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.065805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.065848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.066059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.066238] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.066328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.066380] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.066525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.066597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.066677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.066759] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.072517] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: SUCCESS [ 777.072730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.072908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.073167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.073363] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.073480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.073549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.073676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.073753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.073836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.073936] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.075278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.075278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.075278] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.076261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.076360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.076537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.076622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.076722] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.113595] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 in Status: SUCCESS [ 777.113778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.190998] env[65888]: INFO networking_nsxv3.common.synchronization [req-66d8933e-94a2-4710-8db8-839f7d65f332 req-13aab542-0e46-44bc-883b-3e490df7e4b4 tempest-FloatingIPsAssociationTestJSON-1167112767 tempest-FloatingIPsAssociationTestJSON-1167112767-project-member] Enqueued Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 777.191576] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 777.191892] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.192024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.192093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.192289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.192442] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.192539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.192596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.192736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.192819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.192909] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.262521] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.262739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.262849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.263139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.263292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.263507] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5264357d-aa80-4ca5-8bef-6de450e20558 is going to be created. [ 777.293463] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.293656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.293718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.293904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.294640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.307648] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5264357d-aa80-4ca5-8bef-6de450e20558 in Status: UNINITIALIZED for 2s [ 777.412546] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.412839] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.412978] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.413293] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.413440] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.413610] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port bc780651-810d-4c9e-83a9-1dfa400bc3d3 not found, creating... [ 777.413873] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.414077] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.414233] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.414475] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.414612] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.414925] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.415449] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.415630] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.415876] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.416151] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.416332] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: bc780651-810d-4c9e-83a9-1dfa400bc3d3 is going to be created. [ 777.442037] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.442037] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.442037] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.442037] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.442037] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.442037] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-bc780651-810d-4c9e-83a9-1dfa400bc3d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.571674] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0793c14-76a4-41fb-85e6-c9050d208cbf: rpc.has_security_group_logging(os_id): False [ 777.581402] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.581402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.581402] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.607423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.608553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.608812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.609278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.609278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.609549] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.609721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.609813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.611773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.611773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.614056] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.614056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.614056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.614056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.614056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.614056] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.614056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.614056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.614056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.614056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.614056] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be updated. [ 777.696075] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.714767] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.714767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.714767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.714767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.714767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.735032] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 778.085243] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.197728] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.243636] env[65888]: INFO networking_nsxv3.common.synchronization [req-d59b9dfe-c444-4c7c-bde8-91d578fb489f req-d4e81e8f-c1d6-4360-b1c2-7a05047d25c2 tempest-ServersAdminTestJSON-1658859935 tempest-ServersAdminTestJSON-1658859935-project-member] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 778.243814] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 778.244142] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.244305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.244383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.244640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.244867] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.244991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.245097] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.245234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.245323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.245421] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.257819] env[65888]: INFO networking_nsxv3.common.synchronization [req-7d13a879-bfe4-4076-8b78-0957368c7afa req-8ff50c41-d403-4309-8dd2-714dd8c93cb8 service nova] Enqueued Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_rules [ 778.258082] env[65888]: INFO networking_nsxv3.common.synchronization [req-7d13a879-bfe4-4076-8b78-0957368c7afa req-8ff50c41-d403-4309-8dd2-714dd8c93cb8 service nova] Enqueued Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 778.258798] env[65888]: INFO networking_nsxv3.common.synchronization [req-7d13a879-bfe4-4076-8b78-0957368c7afa req-8ff50c41-d403-4309-8dd2-714dd8c93cb8 service nova] Enqueued Resource ID: bc780651-810d-4c9e-83a9-1dfa400bc3d3 with Priority: HIGHEST for action port [ 778.259623] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_rules [ 778.259775] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 778.259873] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc780651-810d-4c9e-83a9-1dfa400bc3d3 with Priority: HIGHEST for action port [ 778.260824] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.260940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.261171] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.261259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.261445] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc780651-810d-4c9e-83a9-1dfa400bc3d3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.261552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc780651-810d-4c9e-83a9-1dfa400bc3d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.262873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc780651-810d-4c9e-83a9-1dfa400bc3d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.263149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc780651-810d-4c9e-83a9-1dfa400bc3d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.263253] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc780651-810d-4c9e-83a9-1dfa400bc3d3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.587774] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.588175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.588225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.588494] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.588661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.588800] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 is going to be updated. [ 778.625572] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.625767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.625845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.626227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.626549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.638467] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: IN_PROGRESS for 2s [ 778.701277] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.701485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.701590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.701843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.701986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.702131] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 is going to be updated. [ 778.748978] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.750595] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.750780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.750852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.751094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.751256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.765670] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: IN_PROGRESS for 2s [ 778.767495] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc780651-810d-4c9e-83a9-1dfa400bc3d3 with status ACTIVE [ 778.767926] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.768116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.768207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.768422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.768539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.768723] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.768828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.768888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.769077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.769225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.769652] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.769652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.769652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.769874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.769874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.769874] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc780651-810d-4c9e-83a9-1dfa400bc3d3 is going to be updated. [ 778.801541] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.801724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.801792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.802073] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.805397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.805397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc780651-810d-4c9e-83a9-1dfa400bc3d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.258281] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.323990] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5264357d-aa80-4ca5-8bef-6de450e20558 in Status: SUCCESS [ 779.324227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.324472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.324777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.324993] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.325141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.325206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.326420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.326420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.326420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.326420] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.752046] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 779.752331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.761044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.761231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.761313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.762137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.762137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.762137] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 779.801905] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.801905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.801905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.801905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.801905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.816260] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 779.828222] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.333120] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5264357d-aa80-4ca5-8bef-6de450e20558: rpc.has_security_group_logging(os_id): False [ 780.368918] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.369193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.369276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.369538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.369671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.370101] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.370184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.370246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.370469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.370566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.370689] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5264357d-aa80-4ca5-8bef-6de450e20558 is going to be created. [ 780.480314] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.480701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.480701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.480825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.481977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.501599] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5264357d-aa80-4ca5-8bef-6de450e20558 in Status: IN_PROGRESS for 2s [ 780.648958] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: SUCCESS [ 780.649291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.649466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.649684] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.649910] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.649979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.650051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.650198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.650299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.650386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.650552] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.650623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.650681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.650834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.650976] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.651088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.651161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.651733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.651733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.651733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.651733] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.656794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.656794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.656918] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.657450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.657450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.657450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.657450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.657450] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.776894] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: SUCCESS [ 780.777178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.158803] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8: rpc.has_security_group_logging(os_id): False [ 781.161484] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.183729] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.183966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.183966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.184792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.184792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.184792] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.184792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.184993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.185044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.185152] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.185344] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.185500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.185500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.185835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.185835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.185922] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.186022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.186186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.186559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.186559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.186559] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 is going to be created. [ 781.263786] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.263786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.263786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.263786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.263786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.277988] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: IN_PROGRESS for 2s [ 781.663457] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.677919] env[65888]: INFO networking_nsxv3.common.synchronization [req-c1d99342-9399-47f3-9057-060113193c84 req-5e4bccee-bd9d-47dd-b3ca-28d360e295c8 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 781.678977] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 781.681664] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.681908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.681908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.682174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.682244] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.683319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.683469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.683572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.684751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.684901] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.835881] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 781.837189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.168054] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.168469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.168469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.168819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.169016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.169221] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 is going to be updated. [ 782.188909] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.192405] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.192405] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-751" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.192405] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-751" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.192782] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-751" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.194053] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.194053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.194053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.194053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.194053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.194053] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.194053] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.194601] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.194601] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.194601] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.194601] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.194730] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.219041] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.219781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.219919] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.220246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.220521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.223657] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.223657] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.224361] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.224361] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-751" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.224361] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-2f9984df-28d2-4761-88ba-62473d179059 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.224664] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.224809] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.225490] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.225490] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9984df-28d2-4761-88ba-62473d179059',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.241821] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: IN_PROGRESS for 2s [ 782.518957] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5264357d-aa80-4ca5-8bef-6de450e20558 in Status: SUCCESS [ 782.519272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.691285] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.728824] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.729234] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.729432] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.729818] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.730084] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.730183] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 2f9984df-28d2-4761-88ba-62473d179059 not found, creating... [ 782.730555] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.733167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.733167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.733167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.733167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.733167] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.733167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.733167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.733167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.733167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.733167] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 2f9984df-28d2-4761-88ba-62473d179059 is going to be created. [ 782.762993] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.763515] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.763568] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.763994] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.764280] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.764606] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.195924] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.196547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.196547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.196699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.196986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.197322] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 783.253945] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.253945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.253945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.254260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.254260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.273462] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 783.293486] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: SUCCESS [ 783.293895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.294140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.294442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.294565] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.554179] env[65888]: INFO networking_nsxv3.common.synchronization [req-c1d99342-9399-47f3-9057-060113193c84 req-45bea781-5391-4dec-8ef2-04dc962a78ab service nova] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 783.554488] env[65888]: INFO networking_nsxv3.common.synchronization [req-c1d99342-9399-47f3-9057-060113193c84 req-45bea781-5391-4dec-8ef2-04dc962a78ab service nova] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 783.554698] env[65888]: INFO networking_nsxv3.common.synchronization [req-c1d99342-9399-47f3-9057-060113193c84 req-45bea781-5391-4dec-8ef2-04dc962a78ab service nova] Enqueued Resource ID: 2f9984df-28d2-4761-88ba-62473d179059 with Priority: HIGHEST for action port [ 783.558742] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 783.558988] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 783.559161] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f9984df-28d2-4761-88ba-62473d179059 with Priority: HIGHEST for action port [ 783.559654] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.559839] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.559952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.560281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.560402] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.561735] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.561876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.563262] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f9984df-28d2-4761-88ba-62473d179059 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.563398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.563477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.564020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.564020] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9984df-28d2-4761-88ba-62473d179059',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.798353] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.798626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.822091] env[65888]: INFO networking_nsxv3.common.synchronization [req-8dc092fa-e898-4104-97ce-558550bde9d9 req-e2f57d9e-bed8-4072-9bd7-b4399fa4e3b1 tempest-ListServersNegativeTestJSON-546795919 tempest-ListServersNegativeTestJSON-546795919-project-member] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 783.822609] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 783.823017] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.823485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.824463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.824463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.824463] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.824463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.824463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.824463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.824731] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.824731] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.067439] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.067439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.067439] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f9984df-28d2-4761-88ba-62473d179059 with status ACTIVE [ 784.067439] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.067439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.067439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.067439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.067439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.067439] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.067439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.067439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.068192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.068192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.068192] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.068192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.068192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.068420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.068491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.068605] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f9984df-28d2-4761-88ba-62473d179059 is going to be updated. [ 784.095374] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.095520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.095596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.095891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.095959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.096176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.255533] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: SUCCESS [ 784.256017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.256552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.256832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.257068] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.257212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.257281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.257516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.257597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.257690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.257802] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.327736] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.473576] env[65888]: INFO networking_nsxv3.common.synchronization [req-4df35b16-9c25-4ed9-84d6-09689a11bfb9 req-f23e84b4-4b02-4cab-9041-9ec45bef929c tempest-ListServersNegativeTestJSON-546795919 tempest-ListServersNegativeTestJSON-546795919-project-member] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 784.474973] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGHEST for action security_group_members [ 784.475401] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.475540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.760908] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.761090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.761151] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.761486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.761701] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.761829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.761892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.763036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.763036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.763036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.763036] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.763036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.763036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.763036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.763036] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.763036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.763036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.764086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.764086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.764086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.764086] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.830703] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.265978] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8: rpc.has_security_group_logging(os_id): False [ 785.284541] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 785.284541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.284746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.284804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.284989] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.285138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.285183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.285352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.285430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.285518] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.290915] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.291118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.292463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.292463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.292463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.295044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.295044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.295044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.295044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.295044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.295044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.295044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.295044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.295044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.295044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.295044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.296162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.296162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.296162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.296162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.296787] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 is going to be updated. [ 785.333106] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.333311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.335047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.335047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.335047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.335047] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be updated. [ 785.398341] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.398615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.398615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.398748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.398978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.410718] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 785.429134] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.429348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.429348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.429579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.429761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.484203] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: IN_PROGRESS for 2s [ 785.800095] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.211413] env[65888]: INFO networking_nsxv3.common.synchronization [req-11036894-0ea0-44e1-9717-5cbbb2faeeb2 req-cb9ada4e-74e1-4ea6-ab6d-0990d59756ea tempest-ServerAddressesNegativeTestJSON-614295252 tempest-ServerAddressesNegativeTestJSON-614295252-project-member] Enqueued Resource ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 with Priority: HIGHEST for action security_group_members [ 786.212025] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 with Priority: HIGHEST for action security_group_members [ 786.212385] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0193ca3d-656e-4ab0-889c-1ca49e168501 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.212536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.212642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.213013] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.213271] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.213431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.213543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.213748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.213865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.214033] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0193ca3d-656e-4ab0-889c-1ca49e168501',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.302983] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.665609] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-380 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.665925] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-380" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.666176] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-380" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.666963] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-380" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.667455] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.667788] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.668437] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.668437] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.668752] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.669083] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.669255] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.669422] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.669637] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.673040] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.673040] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.673040] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.703177] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.703177] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.703177] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.703177] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-380" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.703177] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-685ac750-57b3-4f49-a3cc-cf161ffd3049 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.703177] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-685ac750-57b3-4f49-a3cc-cf161ffd3049" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.703177] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-685ac750-57b3-4f49-a3cc-cf161ffd3049" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.703177] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-685ac750-57b3-4f49-a3cc-cf161ffd3049" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.703177] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685ac750-57b3-4f49-a3cc-cf161ffd3049',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.717792] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.717792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.717792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.717792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.717792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.717792] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.717792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.717792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.718308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.718361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.718419] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 already deleted. [ 786.718621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.808763] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.812033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.812033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.812033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.812033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.812033] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 786.848634] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.848816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.848887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.849272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.849467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.863643] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 787.204500] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.204784] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.204916] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.205220] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.205372] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.205526] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 685ac750-57b3-4f49-a3cc-cf161ffd3049 not found, creating... [ 787.205794] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.205950] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.206087] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.206343] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.206482] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.206792] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.206952] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.207094] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.207301] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.207432] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.207568] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 685ac750-57b3-4f49-a3cc-cf161ffd3049 is going to be created. [ 787.228859] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.229129] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.229240] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.229671] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.229864] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.230208] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-685ac750-57b3-4f49-a3cc-cf161ffd3049" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.422549] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 787.422966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.423130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.423451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.423729] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.423889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.423963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.424202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.424331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.424499] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.501127] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: SUCCESS [ 787.501404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.927262] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.927431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.927606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.927811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.927903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.928302] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.928451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.928451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.928602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.928950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.928950] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be updated. [ 787.963730] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.964014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.964062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.964327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.964509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.978695] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: IN_PROGRESS for 2s [ 788.017037] env[65888]: INFO networking_nsxv3.common.synchronization [req-11036894-0ea0-44e1-9717-5cbbb2faeeb2 req-2fc03a4f-fadd-4329-bba2-3654040f2f99 service nova] Enqueued Resource ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 with Priority: HIGHEST for action security_group_rules [ 788.017241] env[65888]: INFO networking_nsxv3.common.synchronization [req-11036894-0ea0-44e1-9717-5cbbb2faeeb2 req-2fc03a4f-fadd-4329-bba2-3654040f2f99 service nova] Enqueued Resource ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 with Priority: HIGHEST for action security_group_members [ 788.017393] env[65888]: INFO networking_nsxv3.common.synchronization [req-11036894-0ea0-44e1-9717-5cbbb2faeeb2 req-2fc03a4f-fadd-4329-bba2-3654040f2f99 service nova] Enqueued Resource ID: 685ac750-57b3-4f49-a3cc-cf161ffd3049 with Priority: HIGHEST for action port [ 788.018210] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 with Priority: HIGHEST for action security_group_rules [ 788.018426] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 with Priority: HIGHEST for action security_group_members [ 788.018559] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685ac750-57b3-4f49-a3cc-cf161ffd3049 with Priority: HIGHEST for action port [ 788.019825] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0193ca3d-656e-4ab0-889c-1ca49e168501 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.019825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.019825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.019825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.019825] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0193ca3d-656e-4ab0-889c-1ca49e168501',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.020563] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0193ca3d-656e-4ab0-889c-1ca49e168501 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.020748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.020748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.020963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.021102] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.021218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.021259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.021440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.021590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.021641] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0193ca3d-656e-4ab0-889c-1ca49e168501',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.023230] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-685ac750-57b3-4f49-a3cc-cf161ffd3049 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.023349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685ac750-57b3-4f49-a3cc-cf161ffd3049" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.023400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685ac750-57b3-4f49-a3cc-cf161ffd3049" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.024046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685ac750-57b3-4f49-a3cc-cf161ffd3049" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.024046] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685ac750-57b3-4f49-a3cc-cf161ffd3049',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.526180] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0193ca3d-656e-4ab0-889c-1ca49e168501 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.526489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.527717] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 685ac750-57b3-4f49-a3cc-cf161ffd3049 with status ACTIVE [ 788.527968] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.528130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.528304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.528559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.528653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.528858] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.528960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.529042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.529228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.529338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.529566] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.529694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.529729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.529898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.530025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.530084] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 685ac750-57b3-4f49-a3cc-cf161ffd3049 is going to be updated. [ 788.531269] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0193ca3d-656e-4ab0-889c-1ca49e168501',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.554375] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.554640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.554717] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.554927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.555078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.555247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685ac750-57b3-4f49-a3cc-cf161ffd3049" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.876447] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 788.876693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.876874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.877218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.877423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.877542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.877659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.878071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.878323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.878323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.878507] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.034102] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0193ca3d-656e-4ab0-889c-1ca49e168501',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.381479] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.383474] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.383474] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.383474] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.383474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.384189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.384189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.384189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.384189] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.536087] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.536685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.536685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.536685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.537309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.537472] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 is going to be created. [ 789.568839] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.569086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.569086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.569363] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.569527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.586167] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 in Status: UNINITIALIZED for 2s [ 789.888987] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4057eab-f491-446c-970e-039a8dc831fe: rpc.has_security_group_logging(os_id): False [ 789.910675] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.910675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.910675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.911735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.911735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.911735] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.911735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.911735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.911735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.911735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.912212] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.912212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.912212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.912212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.912212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.912416] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.912416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.912504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.913109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.913109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.913109] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 789.992059] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca151760-c179-442a-b22c-574f5a05ccbd in Status: SUCCESS [ 789.993406] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca151760-c179-442a-b22c-574f5a05ccbd deletion is rescheduled due to dependency. [ 789.993406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.995089] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.995271] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.995404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.995613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.995785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.025827] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 791.055106] env[65888]: INFO networking_nsxv3.common.synchronization [req-d64087d0-f8a9-4b52-b324-02804b568e31 req-f75a6da6-8548-4be9-b206-c60b0683ce20 tempest-ImagesTestJSON-1987326378 tempest-ImagesTestJSON-1987326378-project-member] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 791.055890] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 791.056299] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.056460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.056560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.057535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.057782] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.057911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.057986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.058200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.058340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.058459] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.250430] env[65888]: INFO networking_nsxv3.common.synchronization [None req-2fcd776a-30c9-43db-a7d2-ba27d0175a2b None None] Enqueued Resource ID: 4a7d4813-eec7-4cf0-ad94-9573d0a0fd34 with Priority: HIGHEST for action port [ 791.251191] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7d4813-eec7-4cf0-ad94-9573d0a0fd34 with Priority: HIGHEST for action port [ 791.252275] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a7d4813-eec7-4cf0-ad94-9573d0a0fd34 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.252408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a7d4813-eec7-4cf0-ad94-9573d0a0fd34" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.252477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a7d4813-eec7-4cf0-ad94-9573d0a0fd34" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.252755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a7d4813-eec7-4cf0-ad94-9573d0a0fd34" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.252843] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7d4813-eec7-4cf0-ad94-9573d0a0fd34',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.406804] env[65888]: INFO networking_nsxv3.common.synchronization [req-cfc74793-a4f9-47f0-bc29-6c15482ae6ab req-239a0c24-f3c0-4b4a-976d-aab9fb960b69 tempest-ServersAdminNegativeTestJSON-1162663190 tempest-ServersAdminNegativeTestJSON-1162663190-project-member] Enqueued Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 791.408210] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 791.408210] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.410863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.410863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.410863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.410863] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.410863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.410863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.410863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.410863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.410863] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.561161] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.561250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.562034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.562034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.562034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.562034] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.562034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.562034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.562293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.562293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.562293] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 791.591967] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.591967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.591967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.595748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.595748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.597838] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 in Status: SUCCESS [ 791.598051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.598835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.598835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.598835] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.598835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.598835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.599254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.599254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.599360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.599360] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0193ca3d-656e-4ab0-889c-1ca49e168501',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.603221] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 791.756187] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a7d4813-eec7-4cf0-ad94-9573d0a0fd34 [ 791.756455] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.756592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.756670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.756913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.757028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.757131] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a7d4813-eec7-4cf0-ad94-9573d0a0fd34 already deleted. [ 791.757211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a7d4813-eec7-4cf0-ad94-9573d0a0fd34" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.912250] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.055312] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 792.055312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.104096] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0193ca3d-656e-4ab0-889c-1ca49e168501 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.104096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.104096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.104096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.104096] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.104472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.104472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.104472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.104572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.104602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.104760] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0193ca3d-656e-4ab0-889c-1ca49e168501 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.104867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.104921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.105069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.105223] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.105323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.105382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.105521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.105592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.105672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.105773] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0193ca3d-656e-4ab0-889c-1ca49e168501',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.416554] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.609051] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0193ca3d-656e-4ab0-889c-1ca49e168501: rpc.has_security_group_logging(os_id): False [ 792.638377] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.638577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.638673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.638981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.639060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.639325] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.639471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.639553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.639736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.639858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.640114] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.640861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.640861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.640861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.640861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.640861] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.640861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.641394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.641394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.641394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.641394] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 is going to be created. [ 792.727468] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.727662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.727760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.728123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.728417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.755991] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 in Status: IN_PROGRESS for 2s [ 792.920014] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.921304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.921304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.921304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.921304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.921304] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 is going to be updated. [ 792.982658] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.982916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.982916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.983094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.983293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.998662] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: IN_PROGRESS for 2s [ 793.612805] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 793.613162] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 deletion is rescheduled due to dependency. [ 793.613162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.713729] env[65888]: INFO networking_nsxv3.common.synchronization [req-3c40fa41-5396-4d08-8ec1-1c9c4cc92fc6 req-dd09a683-0755-43cf-8c1c-a59696973a93 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_members [ 793.713937] env[65888]: INFO networking_nsxv3.common.synchronization [req-3c40fa41-5396-4d08-8ec1-1c9c4cc92fc6 req-dd09a683-0755-43cf-8c1c-a59696973a93 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 793.714459] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_members [ 793.714597] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 793.714944] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-578b0264-aa3f-4326-99df-b74c6e477afa taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.715053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.715108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.715365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.715550] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.715651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.715707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.715906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.715972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.716045] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.717086] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.717202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.717263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.717481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.717660] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.717760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.717814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.718074] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.718074] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.718185] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.758437] env[65888]: INFO networking_nsxv3.common.synchronization [req-3c40fa41-5396-4d08-8ec1-1c9c4cc92fc6 req-dd09a683-0755-43cf-8c1c-a59696973a93 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_rules [ 793.758674] env[65888]: INFO networking_nsxv3.common.synchronization [req-3c40fa41-5396-4d08-8ec1-1c9c4cc92fc6 req-dd09a683-0755-43cf-8c1c-a59696973a93 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_members [ 793.758740] env[65888]: INFO networking_nsxv3.common.synchronization [req-3c40fa41-5396-4d08-8ec1-1c9c4cc92fc6 req-dd09a683-0755-43cf-8c1c-a59696973a93 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 793.758859] env[65888]: INFO networking_nsxv3.common.synchronization [req-3c40fa41-5396-4d08-8ec1-1c9c4cc92fc6 req-dd09a683-0755-43cf-8c1c-a59696973a93 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 793.758978] env[65888]: INFO networking_nsxv3.common.synchronization [req-3c40fa41-5396-4d08-8ec1-1c9c4cc92fc6 req-dd09a683-0755-43cf-8c1c-a59696973a93 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 2f9984df-28d2-4761-88ba-62473d179059 with Priority: HIGHEST for action port [ 793.759513] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_rules [ 793.759663] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 793.759758] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f9984df-28d2-4761-88ba-62473d179059 with Priority: HIGHEST for action port [ 793.759848] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_members [ 793.761191] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 793.761191] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-578b0264-aa3f-4326-99df-b74c6e477afa taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.761191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.761191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.761619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.761683] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.762993] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.763527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.764694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.764964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.765075] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.766125] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f9984df-28d2-4761-88ba-62473d179059 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.766377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.766417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.766602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.766716] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9984df-28d2-4761-88ba-62473d179059',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.767511] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-578b0264-aa3f-4326-99df-b74c6e477afa taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.767683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.768336] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.768815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.086158] env[65888]: INFO networking_nsxv3.common.synchronization [req-4b3483fa-bee5-48f6-b94d-7f0d615b6cc1 req-33d54e3f-f363-4a71-9c5c-0d8db6091f8f tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 794.086829] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 794.090949] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.090949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.090949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.090949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.090949] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.090949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.090949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.090949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.090949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.090949] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.220732] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.222253] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.270811] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-578b0264-aa3f-4326-99df-b74c6e477afa taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.270811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.270811] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f9984df-28d2-4761-88ba-62473d179059 with status ACTIVE [ 794.271053] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.271053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.271149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.271312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.271418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.271712] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.271837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.271947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.272102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.272226] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.272860] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.273084] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.273084] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.273291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.273822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.273822] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f9984df-28d2-4761-88ba-62473d179059 is going to be updated. [ 794.274855] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.274855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.310034] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.310254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.310309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.311105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.311105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.311105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.326943] env[65888]: INFO networking_nsxv3.common.synchronization [req-5b2c6bef-ae1c-441e-9246-d4a318f4b104 req-ce72ac62-b24d-45c0-a1a6-14770c8d3349 tempest-ImagesOneServerNegativeTestJSON-1865084853 tempest-ImagesOneServerNegativeTestJSON-1865084853-project-member] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 794.327633] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 794.328109] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.329456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.329531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.329782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.330046] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.330590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.330590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.330590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.330590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.330829] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.455149] env[65888]: INFO networking_nsxv3.common.synchronization [None req-45d0862a-58f8-4f01-82ab-d043fcfa8fc7 None None] Enqueued Resource ID: c1bc7ce1-8262-43d1-9251-6e5719adcf07 with Priority: HIGHEST for action port [ 794.456037] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1bc7ce1-8262-43d1-9251-6e5719adcf07 with Priority: HIGHEST for action port [ 794.456469] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1bc7ce1-8262-43d1-9251-6e5719adcf07 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.456469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1bc7ce1-8262-43d1-9251-6e5719adcf07" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.456563] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1bc7ce1-8262-43d1-9251-6e5719adcf07" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.457363] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1bc7ce1-8262-43d1-9251-6e5719adcf07" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.457363] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1bc7ce1-8262-43d1-9251-6e5719adcf07',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.503253] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.503386] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.503451] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.503777] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.504060] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.504277] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.504335] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.504539] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.504681] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.504921] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.505112] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.505165] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.505250] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.505548] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.505548] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.505698] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.531847] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.532030] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.532291] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.532346] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.532653] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-841c69a6-4233-4bab-818d-654ed1566e19 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.533056] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-841c69a6-4233-4bab-818d-654ed1566e19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.533056] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-841c69a6-4233-4bab-818d-654ed1566e19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.533311] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-841c69a6-4233-4bab-818d-654ed1566e19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.533455] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('841c69a6-4233-4bab-818d-654ed1566e19',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.594744] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.594973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.595097] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.595419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.595532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.595798] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.595955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.596051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.596313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.596417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.596545] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d already deleted. [ 794.596722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.724376] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.728488] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.778640] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 in Status: SUCCESS [ 794.778640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.838976] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.839094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.839188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.839411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.839510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.839787] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.839983] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.839983] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.840138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.840216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.840329] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be updated. [ 794.883065] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.883736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.883862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.884153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.884286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.900077] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 794.959636] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1bc7ce1-8262-43d1-9251-6e5719adcf07 [ 794.959873] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.960023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.960100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.960312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.960410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.960506] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1bc7ce1-8262-43d1-9251-6e5719adcf07 already deleted. [ 794.960587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1bc7ce1-8262-43d1-9251-6e5719adcf07" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.009848] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: SUCCESS [ 795.010399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.036771] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.037042] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.037180] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.037555] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.037697] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.037883] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 841c69a6-4233-4bab-818d-654ed1566e19 not found, creating... [ 795.038240] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.038430] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.038524] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.038788] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.038919] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.039267] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.039444] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.039575] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.039822] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.040106] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.040174] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 841c69a6-4233-4bab-818d-654ed1566e19 is going to be created. [ 795.066545] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.067109] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.067109] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.067404] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.068778] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.069119] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-841c69a6-4233-4bab-818d-654ed1566e19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.229866] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.230233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.230233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.230386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.230485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.230690] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 795.232655] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.232879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.232949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.233186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.233269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.233375] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578b0264-aa3f-4326-99df-b74c6e477afa is going to be created. [ 795.288386] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.288666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.288666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.288914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.289166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.291574] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.291802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.291881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.292104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.292355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.304097] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 795.306174] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: UNINITIALIZED for 2s [ 795.787563] env[65888]: INFO networking_nsxv3.common.synchronization [req-4b3483fa-bee5-48f6-b94d-7f0d615b6cc1 req-7f8af5e0-d5a1-4f2e-88a9-8253c209a8bb service nova] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_rules [ 795.788082] env[65888]: INFO networking_nsxv3.common.synchronization [req-4b3483fa-bee5-48f6-b94d-7f0d615b6cc1 req-7f8af5e0-d5a1-4f2e-88a9-8253c209a8bb service nova] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 795.788082] env[65888]: INFO networking_nsxv3.common.synchronization [req-4b3483fa-bee5-48f6-b94d-7f0d615b6cc1 req-7f8af5e0-d5a1-4f2e-88a9-8253c209a8bb service nova] Enqueued Resource ID: 841c69a6-4233-4bab-818d-654ed1566e19 with Priority: HIGHEST for action port [ 795.788599] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_rules [ 795.788802] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 795.788939] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 841c69a6-4233-4bab-818d-654ed1566e19 with Priority: HIGHEST for action port [ 795.789152] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.789339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.789411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.789733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.789841] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.791629] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.791755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.791824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.792054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.792275] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.792416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.792489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.792638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.792735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.792841] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.794725] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-841c69a6-4233-4bab-818d-654ed1566e19 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.794889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-841c69a6-4233-4bab-818d-654ed1566e19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.795040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-841c69a6-4233-4bab-818d-654ed1566e19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.795312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-841c69a6-4233-4bab-818d-654ed1566e19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.795480] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('841c69a6-4233-4bab-818d-654ed1566e19',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.958685] env[65888]: INFO networking_nsxv3.common.synchronization [req-7cb18279-c398-44a7-887b-131e2da2067f req-a26a7faf-10e2-45e0-aaff-579e11f31f44 tempest-ServerMetadataNegativeTestJSON-44580506 tempest-ServerMetadataNegativeTestJSON-44580506-project-member] Enqueued Resource ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 with Priority: HIGHEST for action security_group_members [ 795.959271] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 with Priority: HIGHEST for action security_group_members [ 795.959590] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.959711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.959771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.959968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.960514] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.960699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.960771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.960878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.960968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.961073] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d573f9e-3c20-4930-b5f5-9a04b528a7e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.239537] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d8138d65-cb50-45d5-865d-c23525307496 tempest-ServerRescueNegativeTestJSON-1611637453 tempest-ServerRescueNegativeTestJSON-1611637453-project-member] Enqueued Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_rules [ 796.241343] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_rules [ 796.241343] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09e33b76-0143-4333-8268-bde70b60bc67 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.241343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.241343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.241343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.241343] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.301713] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.301713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.301713] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.301877] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 841c69a6-4233-4bab-818d-654ed1566e19 with status ACTIVE [ 796.302858] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.302858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.302858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.302858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.302858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.302858] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.302858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.302858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.302858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.303312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.303312] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.303312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.303312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.305178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.305247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.305344] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 841c69a6-4233-4bab-818d-654ed1566e19 is going to be updated. [ 796.336361] env[65888]: INFO networking_nsxv3.common.synchronization [None req-205cb388-67fc-4058-ac6a-0e2772d43a33 tempest-ServerRescueNegativeTestJSON-1611637453 tempest-ServerRescueNegativeTestJSON-1611637453-project-member] Enqueued Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_rules [ 796.336959] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_rules [ 796.337531] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09e33b76-0143-4333-8268-bde70b60bc67 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.337531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.344336] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.344744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.344837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.345133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.345201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.345906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-841c69a6-4233-4bab-818d-654ed1566e19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.463482] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.463649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.463720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.463937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.464039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.464242] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.464345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.464408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.464546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.464620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.464702] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 is going to be updated. [ 796.505909] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.506082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.506132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.506344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.507192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.515517] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 in Status: IN_PROGRESS for 2s [ 796.706775] env[65888]: INFO networking_nsxv3.common.synchronization [req-344eda14-bafc-4fae-ae4b-b92d07eee006 req-9a144296-1848-46d1-9413-d745ce97bbb2 tempest-ServersNegativeTestMultiTenantJSON-806260297 tempest-ServersNegativeTestMultiTenantJSON-806260297-project-member] Enqueued Resource ID: acaba445-60a5-4146-ae84-e7004d14dd6c with Priority: HIGHEST for action security_group_members [ 796.707323] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaba445-60a5-4146-ae84-e7004d14dd6c with Priority: HIGHEST for action security_group_members [ 796.707632] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaba445-60a5-4146-ae84-e7004d14dd6c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.707771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.707815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.709015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.709207] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.709341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.709432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.709622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.710237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.710349] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acaba445-60a5-4146-ae84-e7004d14dd6c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.765885] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.766484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.766946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.767293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.767453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.768377] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09e33b76-0143-4333-8268-bde70b60bc67 already deleted. [ 796.768377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.768377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.768769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.768942] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.807391] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.912284] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 796.912597] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf deletion is rescheduled due to dependency. [ 796.912597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.171598] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.173527] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-717" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.173693] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-717" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.175270] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-717" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.175270] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.175270] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.175270] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.175270] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.175270] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.175270] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.175692] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.175692] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.175692] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.175692] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.175878] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.175913] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.199473] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.199673] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.199780] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.199952] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-717" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.200278] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-385ab64d-764e-4f62-a577-c5075f68a379 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.200452] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-385ab64d-764e-4f62-a577-c5075f68a379" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.200605] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-385ab64d-764e-4f62-a577-c5075f68a379" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.200918] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-385ab64d-764e-4f62-a577-c5075f68a379" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.201078] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('385ab64d-764e-4f62-a577-c5075f68a379',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.212536] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.213024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.213024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.213024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.213179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.213319] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.213416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.213482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.213700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.213700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.214000] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaba445-60a5-4146-ae84-e7004d14dd6c already deleted. [ 797.214000] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.296984] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.297821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.297821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.297821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.297821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.297821] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09e33b76-0143-4333-8268-bde70b60bc67 already deleted. [ 797.297821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.313897] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.313897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.317021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.317021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.317021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.317021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be created. [ 797.317021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 797.317021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.318342] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: SUCCESS [ 797.318668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.319187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.319524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.319842] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.321355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.321355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.321355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.321355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.321355] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.321880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.321880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.323015] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.323015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.323015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.323015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.323015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.323015] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.359040] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.359314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.359314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.359499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.359664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.374354] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: UNINITIALIZED for 2s [ 797.704223] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.704466] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.704590] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.704876] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.705021] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.705170] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 385ab64d-764e-4f62-a577-c5075f68a379 not found, creating... [ 797.705455] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.705608] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.705730] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.705954] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.706108] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.706403] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.706600] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.706946] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.707212] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.707343] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.707481] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 385ab64d-764e-4f62-a577-c5075f68a379 is going to be created. [ 797.739682] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.739682] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.739682] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.739682] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.739682] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.739682] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-385ab64d-764e-4f62-a577-c5075f68a379" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.824951] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.827419] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.330059] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.330754] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.506968] env[65888]: INFO networking_nsxv3.common.synchronization [req-344eda14-bafc-4fae-ae4b-b92d07eee006 req-6e1b6801-b908-4a66-aaa1-19237319b032 service nova] Enqueued Resource ID: acaba445-60a5-4146-ae84-e7004d14dd6c with Priority: HIGHEST for action security_group_rules [ 798.507186] env[65888]: INFO networking_nsxv3.common.synchronization [req-344eda14-bafc-4fae-ae4b-b92d07eee006 req-6e1b6801-b908-4a66-aaa1-19237319b032 service nova] Enqueued Resource ID: acaba445-60a5-4146-ae84-e7004d14dd6c with Priority: HIGHEST for action security_group_members [ 798.507399] env[65888]: INFO networking_nsxv3.common.synchronization [req-344eda14-bafc-4fae-ae4b-b92d07eee006 req-6e1b6801-b908-4a66-aaa1-19237319b032 service nova] Enqueued Resource ID: 385ab64d-764e-4f62-a577-c5075f68a379 with Priority: HIGHEST for action port [ 798.508025] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaba445-60a5-4146-ae84-e7004d14dd6c with Priority: HIGHEST for action security_group_rules [ 798.508237] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaba445-60a5-4146-ae84-e7004d14dd6c with Priority: HIGHEST for action security_group_members [ 798.508419] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 385ab64d-764e-4f62-a577-c5075f68a379 with Priority: HIGHEST for action port [ 798.508781] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acaba445-60a5-4146-ae84-e7004d14dd6c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.508913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.508998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.509657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.509657] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acaba445-60a5-4146-ae84-e7004d14dd6c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.510502] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaba445-60a5-4146-ae84-e7004d14dd6c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.510633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.510701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.510894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.511072] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.511171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.511236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.511383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.512334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.512482] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acaba445-60a5-4146-ae84-e7004d14dd6c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.513356] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-385ab64d-764e-4f62-a577-c5075f68a379 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.513447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-385ab64d-764e-4f62-a577-c5075f68a379" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.513592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-385ab64d-764e-4f62-a577-c5075f68a379" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.513655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-385ab64d-764e-4f62-a577-c5075f68a379" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.513746] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('385ab64d-764e-4f62-a577-c5075f68a379',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.529889] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 in Status: SUCCESS [ 798.530266] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 deletion is rescheduled due to dependency. [ 798.530368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.832960] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.832960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.832960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.833377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.833377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.833377] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 798.834580] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.834721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.835076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.835076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.835076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.835888] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578b0264-aa3f-4326-99df-b74c6e477afa is going to be updated. [ 798.871191] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.871191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.871191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.871191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.873655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.873655] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.873655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.873655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.873655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.873655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.885214] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 798.887455] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: IN_PROGRESS for 2s [ 799.016232] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acaba445-60a5-4146-ae84-e7004d14dd6c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.017865] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaba445-60a5-4146-ae84-e7004d14dd6c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.017865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.017865] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 385ab64d-764e-4f62-a577-c5075f68a379 with status ACTIVE [ 799.019580] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.019580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.019580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.019580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.019580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.019580] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.019580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.019580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.019580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.019958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.020056] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.020278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.020278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.020363] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.020439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.020524] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 385ab64d-764e-4f62-a577-c5075f68a379 is going to be updated. [ 799.031503] env[65888]: INFO networking_nsxv3.common.synchronization [req-a529ca48-8890-4547-bb44-bcc0bd42ec5d req-3142865c-b78b-44a8-a1f2-f68857392b94 tempest-ServerAddressesNegativeTestJSON-614295252 tempest-ServerAddressesNegativeTestJSON-614295252-project-member] Enqueued Resource ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 with Priority: HIGHEST for action security_group_members [ 799.032019] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 with Priority: HIGHEST for action security_group_members [ 799.032381] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0193ca3d-656e-4ab0-889c-1ca49e168501 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.032512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.032512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.033040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.033040] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.033040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.033040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.033588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.033588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.033588] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0193ca3d-656e-4ab0-889c-1ca49e168501',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.045906] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.045906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.045906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.045906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.045906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.045906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-385ab64d-764e-4f62-a577-c5075f68a379" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.384578] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 799.384834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.384962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.385197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.385383] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.385503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.385565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.385722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.386085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.386085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.386085] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.519189] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acaba445-60a5-4146-ae84-e7004d14dd6c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.540859] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.540859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.540859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.541073] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.541583] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.541583] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.541900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.541900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.541981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.542060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.542289] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 is going to be updated. [ 799.579596] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.579596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.579596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.579596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.579596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.590675] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 in Status: IN_PROGRESS for 2s [ 799.888510] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.022702] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.022844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.022893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.023163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.023257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.023444] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaba445-60a5-4146-ae84-e7004d14dd6c is going to be created. [ 800.055197] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.055197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.055197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.055197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.055197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.064906] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaba445-60a5-4146-ae84-e7004d14dd6c in Status: UNINITIALIZED for 2s [ 800.392040] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ebd672-0e14-43c7-9eb4-c968f18b564d: rpc.has_security_group_logging(os_id): False [ 800.414747] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.414913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.414970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.415234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.415333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.415670] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.415809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.415886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.416068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.416219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.416336] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be created. [ 800.524358] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.524619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.524619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.524824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.525124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.553510] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 800.899273] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: SUCCESS [ 800.899658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.899791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.900108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.900421] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.900567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.900685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.900894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.901020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.901150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.901248] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.903018] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 800.903244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.903499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.903745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.903928] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.904019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.904199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.904298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.904385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.904531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.904606] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.409025] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.409025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.409025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.409025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.409025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.409025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.409025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.409025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.409025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.409025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.409025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.409862] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.410093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.410215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.410519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.410771] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.410887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.410946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.411159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.411257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.411346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.411448] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.603654] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 in Status: SUCCESS [ 801.603885] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 deletion is rescheduled due to dependency. [ 801.604037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.705300] env[65888]: INFO networking_nsxv3.common.synchronization [req-fc516637-4ab2-4109-ae5c-a7a845817692 req-6fa7d02e-9205-46ef-8bf1-6442692f48ec tempest-ServersTestFqdnHostnames-1149300642 tempest-ServersTestFqdnHostnames-1149300642-project-member] Enqueued Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_members [ 801.706185] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGHEST for action security_group_members [ 801.707187] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dd41604-a603-4385-8f28-07dc4d510f7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.711238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.711370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.711679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.712070] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.712175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.712175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.712398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.712518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.712655] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.915755] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 578b0264-aa3f-4326-99df-b74c6e477afa: rpc.has_security_group_logging(os_id): False [ 801.917228] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4057eab-f491-446c-970e-039a8dc831fe: rpc.has_security_group_logging(os_id): False [ 801.941766] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.941934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.942025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.942204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.942266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.942853] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.942853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.942853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.942853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.942853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.943289] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.943289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.943289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.943410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.943410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.943802] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.943802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.943802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.943969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.944025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.944097] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 801.946755] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.946904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.946904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.947104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.947312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.947468] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.947726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.947726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.947856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.947856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.947972] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 578b0264-aa3f-4326-99df-b74c6e477afa is going to be created. [ 802.018775] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.018996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.018996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.021055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.021545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.033850] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: IN_PROGRESS for 2s [ 802.035815] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.036305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.036305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.036305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.036940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.082554] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaba445-60a5-4146-ae84-e7004d14dd6c in Status: SUCCESS [ 802.082807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.083012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.083265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.083558] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.083716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.083778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.084143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.084143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.084143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.084272] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acaba445-60a5-4146-ae84-e7004d14dd6c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.115636] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 802.216377] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.216643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.216744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.217171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.217171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.217782] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.217782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.217782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.218010] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.218137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.218268] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dd41604-a603-4385-8f28-07dc4d510f7a is going to be updated. [ 802.250214] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.250214] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.250546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.250739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.251030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.262847] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dd41604-a603-4385-8f28-07dc4d510f7a in Status: IN_PROGRESS for 2s [ 802.429247] env[65888]: INFO networking_nsxv3.common.synchronization [req-606bd3a4-c008-4b35-bf69-ee689877aa96 req-7cd9135a-0086-421d-abdf-59460aeb6a90 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_members [ 802.429247] env[65888]: INFO networking_nsxv3.common.synchronization [req-606bd3a4-c008-4b35-bf69-ee689877aa96 req-7cd9135a-0086-421d-abdf-59460aeb6a90 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 with Priority: HIGHEST for action security_group_members [ 802.429247] env[65888]: INFO networking_nsxv3.common.synchronization [req-606bd3a4-c008-4b35-bf69-ee689877aa96 req-7cd9135a-0086-421d-abdf-59460aeb6a90 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 802.430586] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_members [ 802.431441] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 with Priority: HIGHEST for action security_group_members [ 802.431684] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 802.432787] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-578b0264-aa3f-4326-99df-b74c6e477afa taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.432787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.432787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.432787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.432787] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.433066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.433066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.433366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.433460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.433555] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.435116] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e43e81e-d8ce-4e55-a3be-4364643339e4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.435234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.435329] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.435544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.435716] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.435826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.435867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.436019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.436103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.436206] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e43e81e-d8ce-4e55-a3be-4364643339e4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.437057] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.437169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.437234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.437383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.437528] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.437622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.437682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.437817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.437913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.438013] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.482460] env[65888]: INFO networking_nsxv3.common.synchronization [req-606bd3a4-c008-4b35-bf69-ee689877aa96 req-7cd9135a-0086-421d-abdf-59460aeb6a90 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 with Priority: HIGHEST for action security_group_rules [ 802.482460] env[65888]: INFO networking_nsxv3.common.synchronization [req-606bd3a4-c008-4b35-bf69-ee689877aa96 req-7cd9135a-0086-421d-abdf-59460aeb6a90 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 with Priority: HIGHEST for action security_group_members [ 802.482654] env[65888]: INFO networking_nsxv3.common.synchronization [req-606bd3a4-c008-4b35-bf69-ee689877aa96 req-7cd9135a-0086-421d-abdf-59460aeb6a90 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_rules [ 802.482654] env[65888]: INFO networking_nsxv3.common.synchronization [req-606bd3a4-c008-4b35-bf69-ee689877aa96 req-7cd9135a-0086-421d-abdf-59460aeb6a90 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_members [ 802.482783] env[65888]: INFO networking_nsxv3.common.synchronization [req-606bd3a4-c008-4b35-bf69-ee689877aa96 req-7cd9135a-0086-421d-abdf-59460aeb6a90 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 802.482879] env[65888]: INFO networking_nsxv3.common.synchronization [req-606bd3a4-c008-4b35-bf69-ee689877aa96 req-7cd9135a-0086-421d-abdf-59460aeb6a90 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 802.483010] env[65888]: INFO networking_nsxv3.common.synchronization [req-606bd3a4-c008-4b35-bf69-ee689877aa96 req-7cd9135a-0086-421d-abdf-59460aeb6a90 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 2f9984df-28d2-4761-88ba-62473d179059 with Priority: HIGHEST for action port [ 802.484039] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 with Priority: HIGHEST for action security_group_rules [ 802.484039] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_rules [ 802.484205] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 802.484205] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f9984df-28d2-4761-88ba-62473d179059 with Priority: HIGHEST for action port [ 802.484380] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_rules [ 802.484380] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 with Priority: HIGHEST for action security_group_members [ 802.484469] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_members [ 802.484824] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e43e81e-d8ce-4e55-a3be-4364643339e4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.484824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.484934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.485227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.485283] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e43e81e-d8ce-4e55-a3be-4364643339e4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.488313] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-578b0264-aa3f-4326-99df-b74c6e477afa taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.488313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.488313] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.488313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.488793] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f9984df-28d2-4761-88ba-62473d179059 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.489039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.489270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.491025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.491025] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9984df-28d2-4761-88ba-62473d179059',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.491025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.491025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.491636] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e43e81e-d8ce-4e55-a3be-4364643339e4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.491940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.492363] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-578b0264-aa3f-4326-99df-b74c6e477afa taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.492571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.571918] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 802.572226] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.587206] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaba445-60a5-4146-ae84-e7004d14dd6c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.587420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.587509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.587764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.587954] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.588068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.588126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.588288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.588946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.588946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.588946] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaba445-60a5-4146-ae84-e7004d14dd6c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.588946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.588946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.588946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.589371] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.589371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.589371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.589567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.589567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.589661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.589751] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acaba445-60a5-4146-ae84-e7004d14dd6c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.939720] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e43e81e-d8ce-4e55-a3be-4364643339e4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.940958] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.942412] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.994564] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e43e81e-d8ce-4e55-a3be-4364643339e4 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.994564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.994749] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f9984df-28d2-4761-88ba-62473d179059 with status ACTIVE [ 802.994963] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.995140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.995234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.995561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.995698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.995940] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.996105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.996337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.996524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.996633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.996907] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.997099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.997163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.997354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.997471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.997609] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f9984df-28d2-4761-88ba-62473d179059 is going to be updated. [ 803.021887] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.022068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.022118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.022340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.022515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.022693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f9984df-28d2-4761-88ba-62473d179059" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.091793] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acaba445-60a5-4146-ae84-e7004d14dd6c: rpc.has_security_group_logging(os_id): False [ 803.112505] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.112505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.112505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.112808] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.112808] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.113291] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.113291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.113291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.113291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.113585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.113585] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.113663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.113663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.113806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.113876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.114085] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.114164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.114225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.114360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.114434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.114519] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acaba445-60a5-4146-ae84-e7004d14dd6c is going to be created. [ 803.231269] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.231269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.231269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.231269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.231269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.249152] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acaba445-60a5-4146-ae84-e7004d14dd6c in Status: IN_PROGRESS for 2s [ 803.442877] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e43e81e-d8ce-4e55-a3be-4364643339e4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.445325] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.445325] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.947758] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.947758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.947758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.951210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.951210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.951210] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578b0264-aa3f-4326-99df-b74c6e477afa is going to be updated. [ 803.951210] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.951210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.951210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.952275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.952890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.952890] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 is going to be created. [ 803.954185] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.954472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.956081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.956081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.956081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.956081] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 803.987065] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.987065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.987065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.987065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.987065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.989328] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.989328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.989328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.989328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.989328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.991451] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.993858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.993858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.993858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.993858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.004169] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 804.006499] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: IN_PROGRESS for 2s [ 804.006499] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 in Status: UNINITIALIZED for 2s [ 804.051283] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: SUCCESS [ 804.053697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.053961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.054218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.054307] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.135214] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 804.135214] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.135421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.135561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.135669] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.196215] env[65888]: INFO networking_nsxv3.common.synchronization [req-7d8c0784-8ca1-4a2d-9acb-52909b3d6dac req-a3045ca6-49fc-4f87-b37c-97931244c645 tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 804.196215] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 804.196863] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.197240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.197446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.197869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.198258] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.198706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.198897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.199170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.199407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.199738] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.281778] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dd41604-a603-4385-8f28-07dc4d510f7a in Status: SUCCESS [ 804.281778] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dd41604-a603-4385-8f28-07dc4d510f7a deletion is rescheduled due to dependency. [ 804.281778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.557710] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-578b0264-aa3f-4326-99df-b74c6e477afa taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.557710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.639502] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.639685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.684431] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.684431] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.684689] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.685261] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.685388] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.685597] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.685722] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.685958] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.686449] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.686449] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.686615] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.686857] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.687077] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.687868] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.687868] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.687868] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.703270] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.703270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.703270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.703735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.703872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.704738] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.704738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.704738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.704982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.704982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.705067] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be deleted. [ 804.711998] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.711998] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.712166] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.712262] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.712745] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.712977] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.713309] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.713436] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.713576] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.747019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.747019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.747019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.747019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.747019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.747019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.219033] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.219033] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.219033] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.219033] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.219033] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.219033] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc not found, creating... [ 805.219033] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.219033] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.219033] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.219033] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.219033] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.219819] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.220235] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.222776] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.222776] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.222776] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.222776] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc is going to be created. [ 805.244257] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.245025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.245025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.245281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.245519] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.245822] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.264125] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acaba445-60a5-4146-ae84-e7004d14dd6c in Status: SUCCESS [ 805.264585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.835879] env[65888]: INFO networking_nsxv3.common.synchronization [req-ab82af0a-dd3f-40f1-b6a9-308ef91008f7 req-5b09214c-bbbf-480b-84ec-56399ee0a417 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_members [ 805.836111] env[65888]: INFO networking_nsxv3.common.synchronization [req-ab82af0a-dd3f-40f1-b6a9-308ef91008f7 req-5b09214c-bbbf-480b-84ec-56399ee0a417 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 with Priority: HIGHEST for action security_group_members [ 805.836271] env[65888]: INFO networking_nsxv3.common.synchronization [req-ab82af0a-dd3f-40f1-b6a9-308ef91008f7 req-5b09214c-bbbf-480b-84ec-56399ee0a417 tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 805.836871] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGHEST for action security_group_members [ 805.837019] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 with Priority: HIGHEST for action security_group_members [ 805.837918] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 805.838264] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-578b0264-aa3f-4326-99df-b74c6e477afa taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.838397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.838634] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e43e81e-d8ce-4e55-a3be-4364643339e4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.838829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.839044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.839813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.984455] env[65888]: INFO networking_nsxv3.common.synchronization [req-7d8c0784-8ca1-4a2d-9acb-52909b3d6dac req-4876b233-11b2-4318-9f82-b753bb5c3465 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 805.984699] env[65888]: INFO networking_nsxv3.common.synchronization [req-7d8c0784-8ca1-4a2d-9acb-52909b3d6dac req-4876b233-11b2-4318-9f82-b753bb5c3465 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 805.984914] env[65888]: INFO networking_nsxv3.common.synchronization [req-7d8c0784-8ca1-4a2d-9acb-52909b3d6dac req-4876b233-11b2-4318-9f82-b753bb5c3465 service nova] Enqueued Resource ID: 5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc with Priority: HIGHEST for action port [ 805.985788] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 805.985926] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 805.986512] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc with Priority: HIGHEST for action port [ 805.986869] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.987174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.987285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.987563] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.987709] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.991390] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.991569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.991654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.991887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.992320] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.992453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.992526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.992815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.992927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.993055] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.994379] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.994512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.994629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.994787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.994886] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.019410] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 in Status: SUCCESS [ 806.019410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.019694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.019996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.020195] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.020288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.020376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.020538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.020643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.020768] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e43e81e-d8ce-4e55-a3be-4364643339e4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.022432] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: SUCCESS [ 806.022553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.023233] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 806.023397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.023542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.023715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.023885] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.023984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.024059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.024240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.024290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.024380] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.025779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.025945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.026122] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.026535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.026535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.026535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.026712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.026712] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.497694] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.498822] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.499842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.499842] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc with status ACTIVE [ 806.499842] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.499842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.500098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.500314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.500403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.500590] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.500698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.500759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.501354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.501354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.501354] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.501491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.501527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.501632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.501729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.501789] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc is going to be updated. [ 806.523778] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.523945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.523994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.524222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.524371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.524520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ffe5b4c-e0ef-48a1-9e47-1f68650de3dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.526998] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.527134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.527205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.527426] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.527569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.527841] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.527954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.528023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.528187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.528265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.528561] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578b0264-aa3f-4326-99df-b74c6e477afa is going to be updated. [ 806.534020] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.534020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.534020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.534020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.534020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.534020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.534020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.534020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.534020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.534020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.534020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.534020] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 is going to be deleted. [ 806.568607] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.568820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.568919] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.569184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.569284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.570731] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.570999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.571301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.571583] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.571766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.573536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.573536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.573536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.573536] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e43e81e-d8ce-4e55-a3be-4364643339e4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.574269] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.574484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.574582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.574790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.574968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.585698] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: IN_PROGRESS for 2s [ 807.001014] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.035368] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.078086] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.078316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.082855] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.082855] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 already deleted. [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.082855] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e43e81e-d8ce-4e55-a3be-4364643339e4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.082855] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.082855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.082855] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e43e81e-d8ce-4e55-a3be-4364643339e4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.504090] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.504364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.504364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.504536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.504568] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.504666] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be created. [ 807.528582] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.528743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.528812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.529031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.529192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.538016] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.538162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.538267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.538458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.538596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.538673] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 807.540369] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: UNINITIALIZED for 2s [ 807.567683] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.567683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.567683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.567913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.568022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.580688] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 807.588582] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.588582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.588582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.588582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.588813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.589058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.589058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.589058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.589275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.589275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.589348] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 already deleted. [ 807.589406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.589737] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e43e81e-d8ce-4e55-a3be-4364643339e4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.091785] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e43e81e-d8ce-4e55-a3be-4364643339e4: rpc.has_security_group_logging(os_id): False [ 808.110534] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.110718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.110808] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.111078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.111190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.111482] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.111595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.111676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.111854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.111941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.112051] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 is going to be created. [ 808.131384] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0e43e81e-d8ce-4e55-a3be-4364643339e4], does not exist path=[/infra/domains/default/groups/0e43e81e-d8ce-4e55-a3be-4364643339e4]."\n}' [ 808.131566] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0e43e81e-d8ce-4e55-a3be-4364643339e4 [ 808.131638] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 808.187411] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.187673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.187673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.187881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.189070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.189356] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.189480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.189543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.189722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.189810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.190025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.190122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.190187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.190340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.190405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.190550] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e43e81e-d8ce-4e55-a3be-4364643339e4 is going to be created. [ 808.210056] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0e43e81e-d8ce-4e55-a3be-4364643339e4], does not exist path=[/infra/domains/default/groups/0e43e81e-d8ce-4e55-a3be-4364643339e4]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0e43e81e-d8ce-4e55-a3be-4364643339e4 [ 808.210283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e43e81e-d8ce-4e55-a3be-4364643339e4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.210714] env[65888]: Traceback (most recent call last): [ 808.210766] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 808.210766] env[65888]: return func(*args, **kwargs) [ 808.210766] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 808.210766] env[65888]: res.raise_for_status() [ 808.210766] env[65888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 808.210766] env[65888]: raise HTTPError(http_error_msg, response=self) [ 808.210766] env[65888]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0e43e81e-d8ce-4e55-a3be-4364643339e4 [ 808.210766] env[65888]: During handling of the above exception, another exception occurred: [ 808.210766] env[65888]: Traceback (most recent call last): [ 808.210766] env[65888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 808.210766] env[65888]: listener.cb(fileno) [ 808.210766] env[65888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 808.210766] env[65888]: result = function(*args, **kwargs) [ 808.210766] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 808.210766] env[65888]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 808.210766] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 808.210766] env[65888]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 808.210766] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 808.210766] env[65888]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 808.211414] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 808.211414] env[65888]: res.raise_for_status() [ 808.211414] env[65888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 808.211414] env[65888]: raise HTTPError(http_error_msg, response=self) [ 808.211414] env[65888]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0e43e81e-d8ce-4e55-a3be-4364643339e4 [ 808.211414] env[65888]: Removing descriptor: 62 [ 808.598334] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: SUCCESS [ 808.599232] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578b0264-aa3f-4326-99df-b74c6e477afa deletion is rescheduled due to dependency. [ 808.599232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.599232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.599454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.599661] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.599832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.600302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.600537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.600632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.600805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.601058] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.602267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.602418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.602537] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.602662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.602728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.602883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.602935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.603157] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.105170] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.106324] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.106459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.106529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.106852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.129265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.129265] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.129265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.129499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.129540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.129594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.129705] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578b0264-aa3f-4326-99df-b74c6e477afa is going to be updated. [ 809.155213] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.155301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.155394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.155562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.155700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.165531] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: IN_PROGRESS for 2s [ 809.553290] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 809.553518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.553705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.554096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.554271] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.554523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.554523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.554691] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.554766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.554930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.554930] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.589573] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 809.589825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.590037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.590261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.590462] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.590601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.590670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.590831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.590915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.590996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.591118] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.592018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.593452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.595495] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.595495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.595620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.595740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.595824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.595939] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.609082] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 578b0264-aa3f-4326-99df-b74c6e477afa: rpc.has_security_group_logging(os_id): False [ 809.630475] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.630666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.630738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.631061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.631297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.631413] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.631537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.631674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.631787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.632170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.632170] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 578b0264-aa3f-4326-99df-b74c6e477afa is going to be updated. [ 809.702574] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.702811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.703049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.703350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.703519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.719449] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: IN_PROGRESS for 2s [ 809.776501] env[65888]: INFO networking_nsxv3.common.synchronization [req-5f565af9-49eb-4a42-be25-bb7be6250227 req-fbea75d8-7bd1-45dd-b7d7-006a1ee0a1d6 tempest-FloatingIPsAssociationNegativeTestJSON-1571167120 tempest-FloatingIPsAssociationNegativeTestJSON-1571167120-project-member] Enqueued Resource ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 with Priority: HIGHEST for action security_group_members [ 809.776972] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 with Priority: HIGHEST for action security_group_members [ 809.778171] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddac3a-1bfe-41ac-af16-5391676cec33 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.778438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.779470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.779859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.780083] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.780505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.780505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.780647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.780686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.780875] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddac3a-1bfe-41ac-af16-5391676cec33',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.057684] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.058106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.058297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.058681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.061019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.061019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.061019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.061019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.061019] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.097597] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.097740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.099246] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.174144] env[65888]: INFO networking_nsxv3.common.synchronization [req-03f023b0-962a-49d0-bc6d-5df9df1c492e req-f813f781-6a13-4130-aea5-8534a17a5a42 tempest-ServersNegativeTestMultiTenantJSON-806260297 tempest-ServersNegativeTestMultiTenantJSON-806260297-project-member] Enqueued Resource ID: acaba445-60a5-4146-ae84-e7004d14dd6c with Priority: HIGHEST for action security_group_members [ 810.176107] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaba445-60a5-4146-ae84-e7004d14dd6c with Priority: HIGHEST for action security_group_members [ 810.177480] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.177666] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-244" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.177788] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-244" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.178130] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-244" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.178466] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.178673] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.178840] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.179231] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.179477] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.179802] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.179949] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.180081] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.180191] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.180304] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.180408] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.180539] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.181639] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-acaba445-60a5-4146-ae84-e7004d14dd6c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.181751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.181818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.181974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.182132] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.182227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.182303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.182500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.182599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.182690] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acaba445-60a5-4146-ae84-e7004d14dd6c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.202434] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.202608] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.202745] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.202922] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-244" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.203275] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-0e27dd8b-7c0d-4a3f-8299-0761ff0d0417 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.203454] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-0e27dd8b-7c0d-4a3f-8299-0761ff0d0417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.203576] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-0e27dd8b-7c0d-4a3f-8299-0761ff0d0417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.203909] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-0e27dd8b-7c0d-4a3f-8299-0761ff0d0417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.204054] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e27dd8b-7c0d-4a3f-8299-0761ff0d0417',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.285420] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.285420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.285420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.285420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.285420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.285886] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.285886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.285886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.285999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.286068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.286156] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 already deleted. [ 810.286241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.564778] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46eefe31-fac4-4839-a9a9-40fe1f96887d: rpc.has_security_group_logging(os_id): False [ 810.586098] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.586266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.586360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.586603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.586894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.587206] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.587354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.587445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.587615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.587731] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.587928] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.588043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.588121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.588275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.588358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.588578] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.588701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.588755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.588869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.588958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.589032] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be created. [ 810.602436] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.656220] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.656656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.656656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.657259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.657259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.673932] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 810.685718] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.685906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.685987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.686302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.707211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.707427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.707525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.707596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.709520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.709520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.709520] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaba445-60a5-4146-ae84-e7004d14dd6c is going to be updated. [ 810.712290] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.712480] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.712647] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.713071] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.713071] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.713166] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 0e27dd8b-7c0d-4a3f-8299-0761ff0d0417 not found, creating... [ 810.713376] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.713545] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.713654] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.713873] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.714011] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.714788] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.714788] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.714788] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.715019] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.715019] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.715113] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 0e27dd8b-7c0d-4a3f-8299-0761ff0d0417 is going to be created. [ 810.750641] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.750641] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.750943] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.751257] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.751541] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.752070] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-0e27dd8b-7c0d-4a3f-8299-0761ff0d0417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.764030] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.764030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.764030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.764030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.764030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.779432] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaba445-60a5-4146-ae84-e7004d14dd6c in Status: IN_PROGRESS for 2s [ 811.105035] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.105035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.105035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.105035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.105542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.105542] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 811.144758] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.144956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.145009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.145291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.145457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.155113] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 811.175287] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: SUCCESS [ 811.175420] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 578b0264-aa3f-4326-99df-b74c6e477afa deletion is rescheduled due to dependency. [ 811.175420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.499710] env[65888]: INFO networking_nsxv3.common.synchronization [req-5f565af9-49eb-4a42-be25-bb7be6250227 req-81232e4e-fc32-4ed8-b2c7-fa450d32d00c service nova] Enqueued Resource ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 with Priority: HIGHEST for action security_group_rules [ 811.499884] env[65888]: INFO networking_nsxv3.common.synchronization [req-5f565af9-49eb-4a42-be25-bb7be6250227 req-81232e4e-fc32-4ed8-b2c7-fa450d32d00c service nova] Enqueued Resource ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 with Priority: HIGHEST for action security_group_members [ 811.500037] env[65888]: INFO networking_nsxv3.common.synchronization [req-5f565af9-49eb-4a42-be25-bb7be6250227 req-81232e4e-fc32-4ed8-b2c7-fa450d32d00c service nova] Enqueued Resource ID: 0e27dd8b-7c0d-4a3f-8299-0761ff0d0417 with Priority: HIGHEST for action port [ 811.500832] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 with Priority: HIGHEST for action security_group_rules [ 811.500832] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 with Priority: HIGHEST for action security_group_members [ 811.500832] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e27dd8b-7c0d-4a3f-8299-0761ff0d0417 with Priority: HIGHEST for action port [ 811.501488] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ddac3a-1bfe-41ac-af16-5391676cec33 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.501654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.501773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.501975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.502072] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ddac3a-1bfe-41ac-af16-5391676cec33',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.503353] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddac3a-1bfe-41ac-af16-5391676cec33 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.503353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.503475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.504032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.504032] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.504032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.504032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.504249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.504249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.504361] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddac3a-1bfe-41ac-af16-5391676cec33',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.505496] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e27dd8b-7c0d-4a3f-8299-0761ff0d0417 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.505610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e27dd8b-7c0d-4a3f-8299-0761ff0d0417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.506230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e27dd8b-7c0d-4a3f-8299-0761ff0d0417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.506641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e27dd8b-7c0d-4a3f-8299-0761ff0d0417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.506641] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e27dd8b-7c0d-4a3f-8299-0761ff0d0417',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.742543] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 578b0264-aa3f-4326-99df-b74c6e477afa in Status: SUCCESS [ 811.742861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.010174] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ddac3a-1bfe-41ac-af16-5391676cec33',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.011798] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddac3a-1bfe-41ac-af16-5391676cec33 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.011798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.011994] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e27dd8b-7c0d-4a3f-8299-0761ff0d0417 with status ACTIVE [ 812.012169] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.012281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.012349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.012693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.012779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.012908] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.013017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.013097] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.013239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.013304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.013491] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.013608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.013671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.013788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.013857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.013920] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e27dd8b-7c0d-4a3f-8299-0761ff0d0417 is going to be updated. [ 812.037355] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.037355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.037355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.037557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.037557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.037691] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e27dd8b-7c0d-4a3f-8299-0761ff0d0417" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.516508] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ddac3a-1bfe-41ac-af16-5391676cec33',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.703668] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 812.703668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.790367] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acaba445-60a5-4146-ae84-e7004d14dd6c in Status: SUCCESS [ 812.790938] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acaba445-60a5-4146-ae84-e7004d14dd6c deletion is rescheduled due to dependency. [ 812.791128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.020131] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.020357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.020357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.020585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.020675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.020778] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 is going to be created. [ 813.044581] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.044720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.044797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.045085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.045158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.055612] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 in Status: UNINITIALIZED for 2s [ 813.166648] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 813.166772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.166952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.167212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.167416] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.167536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.167746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.167927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.168076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.168288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.168288] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.168515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.168515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.168639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.169453] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.169453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.169453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.169453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.169453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.169453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.169453] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.672394] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4057eab-f491-446c-970e-039a8dc831fe: rpc.has_security_group_logging(os_id): False [ 813.694444] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.694713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.694794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.695642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.717517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.717800] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.717935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.717988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.718222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.718307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.718552] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.718647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.718702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.718852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.718924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.719207] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.719340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.719467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.719586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.719689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.719783] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 813.801848] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.802174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.802174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.802325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.802510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.824631] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 815.067773] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 in Status: SUCCESS [ 815.068177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.068177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.068466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.068674] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.068801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.068860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.069044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.069120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.069205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.069304] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ddac3a-1bfe-41ac-af16-5391676cec33',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.415045] env[65888]: INFO networking_nsxv3.common.synchronization [req-42e0028b-4e69-4fe3-b6a8-1ed28be71d45 req-8f913b9f-21d0-40d2-963e-b2d44febe119 tempest-FloatingIPsAssociationTestJSON-1167112767 tempest-FloatingIPsAssociationTestJSON-1167112767-project-member] Enqueued Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 815.415919] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGHEST for action security_group_members [ 815.416171] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.416327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.416327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.416524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.416685] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.416806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.416875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.416990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.417078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.417325] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.571926] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddac3a-1bfe-41ac-af16-5391676cec33 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.572113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.572161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.572386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.572555] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.572656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.572720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.572872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.572958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.573057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.573214] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddac3a-1bfe-41ac-af16-5391676cec33 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.573306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.573362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.573509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.573652] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.573752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.573822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.573922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.573991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.574071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.574168] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ddac3a-1bfe-41ac-af16-5391676cec33',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.853936] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 815.854438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.920728] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.920728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.920728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.920728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.953442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.954573] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.954573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.954573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.954573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.954573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.954573] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 is going to be updated. [ 816.000143] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.000143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.000143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.000143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.000143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.012364] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: IN_PROGRESS for 2s [ 816.078114] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ddac3a-1bfe-41ac-af16-5391676cec33: rpc.has_security_group_logging(os_id): False [ 816.103640] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.103866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.103953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.104253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.104407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.104719] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.104909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.104951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.105138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.107057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.107057] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.107057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.107057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.107057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.107057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.107057] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.107057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.107057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.107057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.107057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.107057] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 is going to be created. [ 816.172650] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.172808] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.172850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.173144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.173360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.194109] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 in Status: IN_PROGRESS for 2s [ 817.066521] env[65888]: INFO networking_nsxv3.common.synchronization [req-0ed843c7-6c80-4648-8628-0f1d1c9f5d7f req-ba32a1be-e8c0-4832-b258-92c939e0bc95 tempest-MigrationsAdminTest-1290629551 tempest-MigrationsAdminTest-1290629551-project-member] Enqueued Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 817.067314] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 817.067738] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.067876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.067876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068119] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068231] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.068328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.068390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.068780] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.357258] env[65888]: INFO networking_nsxv3.common.synchronization [req-cbb96e24-459e-4935-bdba-85aff268b463 req-d0b4873c-f3f0-414e-8842-e722aa325b44 tempest-ServersAdminTestJSON-1658859935 tempest-ServersAdminTestJSON-1658859935-project-member] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 817.358015] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 817.358371] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.358517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.358593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.358833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.359131] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.359297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.359402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.359595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.359705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.359836] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.466676] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.467050] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.467050] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.467453] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.467600] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.467777] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.467908] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.468149] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.468353] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.468544] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.468664] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.468768] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.468878] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.468988] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.469102] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.469244] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.497140] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.497341] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.497484] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.497672] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-251" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.498142] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-ec27335f-54ee-49da-bf35-af3be9258eb1 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.498579] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-ec27335f-54ee-49da-bf35-af3be9258eb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.498804] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-ec27335f-54ee-49da-bf35-af3be9258eb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.499327] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-ec27335f-54ee-49da-bf35-af3be9258eb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.499495] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec27335f-54ee-49da-bf35-af3be9258eb1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.572034] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.862665] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.002219] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.002438] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.002572] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.003146] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.003146] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.003293] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port ec27335f-54ee-49da-bf35-af3be9258eb1 not found, creating... [ 818.003607] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.003690] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.003849] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.004737] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.004737] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.004737] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.004737] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.004982] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.004982] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.005129] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.005289] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: ec27335f-54ee-49da-bf35-af3be9258eb1 is going to be created. [ 818.023780] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 in Status: SUCCESS [ 818.024024] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 deletion is rescheduled due to dependency. [ 818.024994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.029206] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.029467] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.029594] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.029946] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.030260] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.030532] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-ec27335f-54ee-49da-bf35-af3be9258eb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.073814] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.213200] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 in Status: SUCCESS [ 818.213490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.364974] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.576662] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.576846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.576917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.577182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.577278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.577392] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde is going to be updated. [ 818.608779] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.609068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.609153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.609520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.609704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.621727] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: IN_PROGRESS for 2s [ 818.770767] env[65888]: INFO networking_nsxv3.common.synchronization [req-0ed843c7-6c80-4648-8628-0f1d1c9f5d7f req-e22bb4b7-2999-4d65-afd7-4ca0ecd1b485 service nova] Enqueued Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_rules [ 818.772464] env[65888]: INFO networking_nsxv3.common.synchronization [req-0ed843c7-6c80-4648-8628-0f1d1c9f5d7f req-e22bb4b7-2999-4d65-afd7-4ca0ecd1b485 service nova] Enqueued Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 818.772464] env[65888]: INFO networking_nsxv3.common.synchronization [req-0ed843c7-6c80-4648-8628-0f1d1c9f5d7f req-e22bb4b7-2999-4d65-afd7-4ca0ecd1b485 service nova] Enqueued Resource ID: ec27335f-54ee-49da-bf35-af3be9258eb1 with Priority: HIGHEST for action port [ 818.772464] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_rules [ 818.772464] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 818.772464] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec27335f-54ee-49da-bf35-af3be9258eb1 with Priority: HIGHEST for action port [ 818.773471] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.773471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.773471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.773471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.773471] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.774738] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.774738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.775637] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec27335f-54ee-49da-bf35-af3be9258eb1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.775637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec27335f-54ee-49da-bf35-af3be9258eb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.775637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec27335f-54ee-49da-bf35-af3be9258eb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.775637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec27335f-54ee-49da-bf35-af3be9258eb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.775637] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec27335f-54ee-49da-bf35-af3be9258eb1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.867900] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.868148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.868148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.868440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.868565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.869248] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 818.899673] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.899673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.899896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.899962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.900089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.910324] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 819.278314] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.278314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.278527] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec27335f-54ee-49da-bf35-af3be9258eb1 with status ACTIVE [ 819.278578] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.279895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.279895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.279895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.279895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.279895] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.279895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.279895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.279895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.279895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.279895] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.280470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.280470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.280470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.280470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.280470] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec27335f-54ee-49da-bf35-af3be9258eb1 is going to be updated. [ 819.317153] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.317374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.317479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.317704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.317846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.318022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec27335f-54ee-49da-bf35-af3be9258eb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.634291] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: SUCCESS [ 820.634615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.635229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.635451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.635733] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.635869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.635937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.636154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.636235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.636334] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.830982] env[65888]: INFO networking_nsxv3.common.synchronization [req-9824d8d1-a670-40bf-83d7-b682ec3229af req-b001d996-2a72-4840-8c46-b751cbe1278c tempest-ImagesOneServerTestJSON-1648219433 tempest-ImagesOneServerTestJSON-1648219433-project-member] Enqueued Resource ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 with Priority: HIGHEST for action security_group_members [ 820.831984] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 with Priority: HIGHEST for action security_group_members [ 820.832585] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-39cb8e0e-39ed-4209-b258-ebd124955f19 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.832585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.832709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.832871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.833202] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.833202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.833296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.833690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.833690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.833854] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39cb8e0e-39ed-4209-b258-ebd124955f19',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.924698] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 820.924928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.139348] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.336886] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.336998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.337136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.337306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.363312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.363700] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.363888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.363968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.364183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.364266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.364391] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 is going to be updated. [ 821.394150] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.394313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.394472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.394699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.394890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.404808] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 in Status: IN_PROGRESS for 2s [ 821.641536] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.143824] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.144034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.144115] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.144387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.144535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.144697] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde is going to be updated. [ 822.182686] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.182829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.182908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.183228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.183412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.194626] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: IN_PROGRESS for 2s [ 823.416853] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 in Status: SUCCESS [ 823.417216] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39cb8e0e-39ed-4209-b258-ebd124955f19 deletion is rescheduled due to dependency. [ 823.417216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39cb8e0e-39ed-4209-b258-ebd124955f19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.124353] env[65888]: INFO networking_nsxv3.common.synchronization [req-a99f4731-04e5-41b7-88b7-723e5cde13ea req-f9486e81-9ba0-4fbb-87ec-fda3b8533288 tempest-ImagesTestJSON-1987326378 tempest-ImagesTestJSON-1987326378-project-member] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 824.124945] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 824.124945] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.125060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.125431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.125431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.125897] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.125897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.125897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.126075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.126179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.126312] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.209123] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: SUCCESS [ 824.209372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.212545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.212545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.212545] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.212545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.212545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.212545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.212545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.212545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.212545] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.631418] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.631779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.631779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.632126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.655476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.655798] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.655927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.656021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.656281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.656366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.656570] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 824.687025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.687025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.687025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.687025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.687025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.698146] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 824.712984] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.713214] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.713297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.713512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.713686] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.713777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.713833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.713981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.714079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.714168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.714319] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.714411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.714476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.718022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.718022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.718022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.718022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.718022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.718022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.718022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.718022] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.011495] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.011653] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.011814] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.012149] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.012441] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.012614] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.012751] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.012981] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.013158] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.013402] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.013515] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.013639] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.013757] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.013868] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.013971] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.014218] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.038216] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.038413] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.038606] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.038849] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.039658] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-080c135b-59d8-41f6-96d7-84088d19af69 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.039840] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-080c135b-59d8-41f6-96d7-84088d19af69" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.040170] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-080c135b-59d8-41f6-96d7-84088d19af69" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.040398] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-080c135b-59d8-41f6-96d7-84088d19af69" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.040578] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('080c135b-59d8-41f6-96d7-84088d19af69',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.220635] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b474e63b-1192-497e-bb0d-5e13daef0fde: rpc.has_security_group_logging(os_id): False [ 825.241029] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.241029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.241029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.241029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.262429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.262814] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.263026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.263026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.263130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.263230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.263423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.263523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.263597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.263752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.263819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.264017] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.264100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.264160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.264294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.264366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.264447] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde is going to be updated. [ 825.395436] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.395436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.395436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.395436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.395436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.411762] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: IN_PROGRESS for 2s [ 825.545500] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.547121] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.547121] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.547121] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.547121] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.547121] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 080c135b-59d8-41f6-96d7-84088d19af69 not found, creating... [ 825.547121] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.547624] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.547624] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.547731] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.547859] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.549142] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.549142] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.549478] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.549760] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.549947] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.550141] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 080c135b-59d8-41f6-96d7-84088d19af69 is going to be created. [ 825.573568] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.573873] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.574063] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.574374] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.574629] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.574879] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-080c135b-59d8-41f6-96d7-84088d19af69" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.306959] env[65888]: INFO networking_nsxv3.common.synchronization [req-a99f4731-04e5-41b7-88b7-723e5cde13ea req-2e402b70-4c9a-43fb-85f8-3fafdfa5e537 service nova] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_rules [ 826.307225] env[65888]: INFO networking_nsxv3.common.synchronization [req-a99f4731-04e5-41b7-88b7-723e5cde13ea req-2e402b70-4c9a-43fb-85f8-3fafdfa5e537 service nova] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 826.307225] env[65888]: INFO networking_nsxv3.common.synchronization [req-a99f4731-04e5-41b7-88b7-723e5cde13ea req-2e402b70-4c9a-43fb-85f8-3fafdfa5e537 service nova] Enqueued Resource ID: 080c135b-59d8-41f6-96d7-84088d19af69 with Priority: HIGHEST for action port [ 826.307690] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_rules [ 826.307848] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 826.307965] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 080c135b-59d8-41f6-96d7-84088d19af69 with Priority: HIGHEST for action port [ 826.308487] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.308785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.309093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.309206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.309331] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.310389] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.310539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.310831] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-080c135b-59d8-41f6-96d7-84088d19af69 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.311144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-080c135b-59d8-41f6-96d7-84088d19af69" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.311305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-080c135b-59d8-41f6-96d7-84088d19af69" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.311530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-080c135b-59d8-41f6-96d7-84088d19af69" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.312158] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('080c135b-59d8-41f6-96d7-84088d19af69',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.708900] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 826.709108] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 deletion is rescheduled due to dependency. [ 826.709224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.709389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.709624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.709867] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.709984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.710122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.710252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.710354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.710427] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.816207] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.816207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.816207] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 080c135b-59d8-41f6-96d7-84088d19af69 with status ACTIVE [ 826.816207] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.816207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.816207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.816835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.816835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.816835] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.816952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.817034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.817242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.817375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.817660] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.817811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.817871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.818764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.818896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.819577] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 080c135b-59d8-41f6-96d7-84088d19af69 is going to be updated. [ 826.842322] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.842461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.842461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.842718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.842938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.843114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-080c135b-59d8-41f6-96d7-84088d19af69" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.213768] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.426518] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: SUCCESS [ 827.426518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.715709] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.218781] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.218781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.218781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.219040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.219040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.219137] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 828.251218] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.251584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.251681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.251922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.252101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.263441] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 829.213233] env[65888]: INFO networking_nsxv3.common.synchronization [req-bfbf1476-eff3-4b4e-9153-d1903faa5046 req-19bd4eff-7f87-4580-973b-0f28d79e2709 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 829.214160] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 829.214160] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.214160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.214307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.214565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.214788] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.214941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.215065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.215295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.215686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.215686] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.510593] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.510911] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.511123] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.511527] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.511934] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.512217] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.512433] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.512769] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.513059] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.513330] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.513529] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.513751] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.513751] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.513925] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.514045] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.514224] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.535079] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.535443] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.535614] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.535833] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.536227] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-70e4fa0f-9441-495a-b52e-224867acdc83 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.536440] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-70e4fa0f-9441-495a-b52e-224867acdc83" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.536590] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-70e4fa0f-9441-495a-b52e-224867acdc83" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.536985] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-70e4fa0f-9441-495a-b52e-224867acdc83" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.537254] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e4fa0f-9441-495a-b52e-224867acdc83',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.721486] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.721683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.721735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.721931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.722055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.722230] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.722332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.722394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.722543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.722617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.722703] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be already deleted. [ 829.722847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.040298] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.040540] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.040668] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.041024] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.041189] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.041341] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 70e4fa0f-9441-495a-b52e-224867acdc83 not found, creating... [ 830.041600] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.041756] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.041871] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.042105] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.042236] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.042509] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.042657] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.042770] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.042969] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.043107] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.043241] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 70e4fa0f-9441-495a-b52e-224867acdc83 is going to be created. [ 830.063352] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.063572] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.063694] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.063995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.064238] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.064460] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-70e4fa0f-9441-495a-b52e-224867acdc83" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.273694] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 830.274062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.274062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.274216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.274438] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.274679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.274771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.275314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.275314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.275314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.275314] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.763410] env[65888]: INFO networking_nsxv3.common.synchronization [req-bfbf1476-eff3-4b4e-9153-d1903faa5046 req-083acd42-968a-4428-b260-910921657c6a service nova] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_rules [ 830.763605] env[65888]: INFO networking_nsxv3.common.synchronization [req-bfbf1476-eff3-4b4e-9153-d1903faa5046 req-083acd42-968a-4428-b260-910921657c6a service nova] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 830.763746] env[65888]: INFO networking_nsxv3.common.synchronization [req-bfbf1476-eff3-4b4e-9153-d1903faa5046 req-083acd42-968a-4428-b260-910921657c6a service nova] Enqueued Resource ID: 70e4fa0f-9441-495a-b52e-224867acdc83 with Priority: HIGHEST for action port [ 830.764568] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_rules [ 830.764693] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 830.764794] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e4fa0f-9441-495a-b52e-224867acdc83 with Priority: HIGHEST for action port [ 830.765220] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.765343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.765343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.765578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.765721] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.766602] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.766726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.766787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.766962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.769649] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.769649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.769649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.769649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.769649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.769649] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.769649] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-70e4fa0f-9441-495a-b52e-224867acdc83 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.769649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70e4fa0f-9441-495a-b52e-224867acdc83" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.769649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70e4fa0f-9441-495a-b52e-224867acdc83" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.769649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70e4fa0f-9441-495a-b52e-224867acdc83" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.769649] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e4fa0f-9441-495a-b52e-224867acdc83',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.778086] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.778265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.778265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.778471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.778713] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.778915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.778915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.779068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.779166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.779256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.779417] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.779515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.779584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.779737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.779882] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.779976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.780048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.780187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.780281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.780370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.780455] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.097786] env[65888]: INFO networking_nsxv3.common.synchronization [req-34670d27-0c7c-4efe-8139-c2fb527699b5 req-b57311d4-f32b-4954-84f1-3ce1a91c8acd tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 831.098510] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 831.099027] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.100161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.100161] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.100161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.100161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.100161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.100480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.100480] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.271082] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.271231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.271493] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.274277] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70e4fa0f-9441-495a-b52e-224867acdc83 with status ACTIVE [ 831.274548] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.274689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.274758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.274967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.275099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.275347] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.275455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.275524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.275692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.275792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.275976] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.276084] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.276167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.276315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.276402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.277060] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70e4fa0f-9441-495a-b52e-224867acdc83 is going to be updated. [ 831.283327] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2f58e7f-ae4c-4960-9ca7-8f36c1970898: rpc.has_security_group_logging(os_id): False [ 831.300528] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.301924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.301924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.301924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.301924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.301924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70e4fa0f-9441-495a-b52e-224867acdc83" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.302449] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.302449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.302449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.302449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.302617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.305058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.305058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.305058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.305058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.306031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.306031] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 831.384208] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.384356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.384427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.384640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.384789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.401382] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 831.431362] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.431553] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-984" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.431677] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-984" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.432024] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-984" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.432280] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.432449] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.432565] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.432779] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.432917] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.433141] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.433250] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.433352] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.433453] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.433555] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.433655] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.433781] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.454997] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.455244] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.455303] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.455480] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-984" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.455797] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-5368cd7e-26dd-43fc-b194-7c9c305fd224 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.456064] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.456201] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.456662] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.456895] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5368cd7e-26dd-43fc-b194-7c9c305fd224',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.602997] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.603175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.603175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.603469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.603593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.603866] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.604015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.604110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.604310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.604416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.604531] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe already deleted. [ 831.604641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.779288] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.959701] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.959962] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.960105] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.960389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.960543] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.960947] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 5368cd7e-26dd-43fc-b194-7c9c305fd224 not found, creating... [ 831.960947] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.961313] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.961313] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.961532] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.961741] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.961986] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.962183] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.962302] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.962550] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.962705] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.962857] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 5368cd7e-26dd-43fc-b194-7c9c305fd224 is going to be created. [ 831.984430] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.984689] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.984876] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.985216] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.985479] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.985739] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.283073] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.283754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.283754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.283754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.283754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.283754] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be created. [ 832.372956] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.373109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.373109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.373860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.373860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.385331] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: UNINITIALIZED for 2s [ 832.742982] env[65888]: INFO networking_nsxv3.common.synchronization [req-34670d27-0c7c-4efe-8139-c2fb527699b5 req-d42cf24c-4ae0-45e8-9b93-356b0f15724a service nova] Enqueued Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_rules [ 832.743164] env[65888]: INFO networking_nsxv3.common.synchronization [req-34670d27-0c7c-4efe-8139-c2fb527699b5 req-d42cf24c-4ae0-45e8-9b93-356b0f15724a service nova] Enqueued Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 832.743305] env[65888]: INFO networking_nsxv3.common.synchronization [req-34670d27-0c7c-4efe-8139-c2fb527699b5 req-d42cf24c-4ae0-45e8-9b93-356b0f15724a service nova] Enqueued Resource ID: 5368cd7e-26dd-43fc-b194-7c9c305fd224 with Priority: HIGHEST for action port [ 832.743828] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_rules [ 832.743965] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 832.744073] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5368cd7e-26dd-43fc-b194-7c9c305fd224 with Priority: HIGHEST for action port [ 832.744352] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.744475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.744541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.744805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.744888] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.748589] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.748589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.748589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.748589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.748589] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.748999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.748999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.748999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.749138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.749217] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.750295] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5368cd7e-26dd-43fc-b194-7c9c305fd224 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.751368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.751446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.751617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.751736] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5368cd7e-26dd-43fc-b194-7c9c305fd224',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.254704] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.254704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.254704] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.255237] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5368cd7e-26dd-43fc-b194-7c9c305fd224 with status ACTIVE [ 833.255427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.255533] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.255589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.255780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.255889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.256082] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.256182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.256238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.256397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.256467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.256693] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.256806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.256879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.257031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.257112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.257215] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5368cd7e-26dd-43fc-b194-7c9c305fd224 is going to be updated. [ 833.266896] env[65888]: INFO networking_nsxv3.common.synchronization [req-f502f24e-2613-4070-bdaf-e62cf13c15d6 req-f362f776-44b1-4ef9-99e2-0f95a85f4c94 tempest-ServersAdminNegativeTestJSON-1162663190 tempest-ServersAdminNegativeTestJSON-1162663190-project-member] Enqueued Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 833.267663] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGHEST for action security_group_members [ 833.268423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.268575] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.268686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.268864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.272023] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.272499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.272606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.272785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.272875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.273215] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.283508] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.285186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.285186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.285186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.285186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.285186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.421457] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 833.421775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.760816] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.778278] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.778278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.778278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.778278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.798100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.798332] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.798485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.798485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.798712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.798845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.799896] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 is going to be updated. [ 833.830505] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.830911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.830911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.831015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.831817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.841914] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: IN_PROGRESS for 2s [ 834.265972] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.266255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.266374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.266583] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.266689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.266797] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe is going to be created. [ 834.298281] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.298730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.298730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.299417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.299748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.310996] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: UNINITIALIZED for 2s [ 834.396155] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 834.396398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.396840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.396955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.397306] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.397723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.397723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.397723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.397897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.397897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.398016] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.902646] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.902990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.902990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.903242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.903519] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.903660] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.903732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.904016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.904304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.904641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.904907] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.905084] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.905245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.905462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.905666] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.905842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.905939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.906167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.906354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.906492] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.906728] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.409204] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5ab44c9-cf6f-4afb-83ab-fa9faeba94be: rpc.has_security_group_logging(os_id): False [ 835.432446] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.432692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.432692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.432975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.432975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.433189] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.433296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.433353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.433508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.433597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.433768] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.433923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.433923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.434259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.434259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.434423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.434423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.434512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.434651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.434727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.435591] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be created. [ 835.513702] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.513702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.513702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.514322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.514322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.546124] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 835.852354] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 in Status: SUCCESS [ 835.852537] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 deletion is rescheduled due to dependency. [ 835.852648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.323540] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: SUCCESS [ 836.323923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.324238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.324598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.325297] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.325806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.325952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.326583] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.326804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.327055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.327713] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.566543] env[65888]: INFO networking_nsxv3.common.synchronization [req-402a1852-2950-4baa-a7bb-82bcf61f3350 req-9fa18843-4a69-4e1e-8b30-805cd020be96 tempest-FloatingIPsAssociationNegativeTestJSON-1571167120 tempest-FloatingIPsAssociationNegativeTestJSON-1571167120-project-member] Enqueued Resource ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 with Priority: HIGHEST for action security_group_members [ 836.567088] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 with Priority: HIGHEST for action security_group_members [ 836.567484] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ddac3a-1bfe-41ac-af16-5391676cec33 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.567663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.567764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.567901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.568216] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.568352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.568476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.568834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.568834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.569221] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ddac3a-1bfe-41ac-af16-5391676cec33',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.839025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.839025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.839025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.839025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.839025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.839893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.839893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.839893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.839893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.839893] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.071664] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.071874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.071949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.072249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.072288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.072480] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.072580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.072645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.072793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.072870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.072957] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 is going to be updated. [ 837.107565] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.107761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.107856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.108188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.108377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.119313] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 in Status: IN_PROGRESS for 2s [ 837.342609] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bb796d7-b1b1-4d23-98cc-27172ce218fe: rpc.has_security_group_logging(os_id): False [ 837.363910] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.364150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.364302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.364650] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.364833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.365220] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.365409] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.365535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.365865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.365978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.366317] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.366504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.366632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.366961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.367045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.367413] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.367565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.367658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.367914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.368275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.368275] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe is going to be created. [ 837.433593] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.433821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.433821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.433954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.434154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.448939] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: IN_PROGRESS for 2s [ 837.562413] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 837.562628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.306743] env[65888]: INFO networking_nsxv3.common.synchronization [req-0890f4fc-76af-4cc5-a738-fa0d25bc7489 req-a1326468-bdc3-43e6-91ba-97b08aae60b8 tempest-ServerRescueNegativeTestJSON-1611637453 tempest-ServerRescueNegativeTestJSON-1611637453-project-member] Enqueued Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_members [ 838.307221] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_members [ 838.310252] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-09e33b76-0143-4333-8268-bde70b60bc67 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.310252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.310252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.310252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.310252] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.310252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.310252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.310252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.310252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.310252] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.705215] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.705414] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.705537] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.705825] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.706093] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.706252] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.706375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.706661] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.706825] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.708157] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.708157] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.708157] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.708157] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.708157] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.708374] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.708410] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.729345] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.729547] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.729686] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.729849] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-774" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.730453] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.730453] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.730576] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.730801] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.730963] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.812117] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.812282] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.812350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.812576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.812671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.812895] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.812996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.813399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.813399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.813399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.813399] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09e33b76-0143-4333-8268-bde70b60bc67 already deleted. [ 838.813635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.131925] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 in Status: SUCCESS [ 839.132144] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ddac3a-1bfe-41ac-af16-5391676cec33 deletion is rescheduled due to dependency. [ 839.132533] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ddac3a-1bfe-41ac-af16-5391676cec33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.235067] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.235361] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.235516] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.236319] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.236319] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.236319] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1 not found, creating... [ 839.236549] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.236694] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.236824] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.237092] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.237236] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.237538] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.237699] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.237849] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.238102] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.238286] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.238503] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1 is going to be created. [ 839.260563] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.260811] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.260879] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.261208] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.261474] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.261703] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.464252] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: SUCCESS [ 839.464252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.593164] env[65888]: INFO networking_nsxv3.common.synchronization [None req-975ce5b0-ebb8-4e34-ad19-aee87af3ee42 None None] Enqueued Resource ID: 4f02ac7c-d7cd-4835-b296-1ab227f708de with Priority: HIGHEST for action port [ 839.593683] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f02ac7c-d7cd-4835-b296-1ab227f708de with Priority: HIGHEST for action port [ 839.594104] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f02ac7c-d7cd-4835-b296-1ab227f708de taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.594286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f02ac7c-d7cd-4835-b296-1ab227f708de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.594389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f02ac7c-d7cd-4835-b296-1ab227f708de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.594687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f02ac7c-d7cd-4835-b296-1ab227f708de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.594816] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f02ac7c-d7cd-4835-b296-1ab227f708de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.999202] env[65888]: INFO networking_nsxv3.common.synchronization [req-0890f4fc-76af-4cc5-a738-fa0d25bc7489 req-b01eb7fa-112f-4fd6-87cb-c25b456cc75d service nova] Enqueued Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_rules [ 839.999437] env[65888]: INFO networking_nsxv3.common.synchronization [req-0890f4fc-76af-4cc5-a738-fa0d25bc7489 req-b01eb7fa-112f-4fd6-87cb-c25b456cc75d service nova] Enqueued Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_members [ 839.999569] env[65888]: INFO networking_nsxv3.common.synchronization [req-0890f4fc-76af-4cc5-a738-fa0d25bc7489 req-b01eb7fa-112f-4fd6-87cb-c25b456cc75d service nova] Enqueued Resource ID: 6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1 with Priority: HIGHEST for action port [ 840.000618] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_rules [ 840.000671] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_members [ 840.000780] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1 with Priority: HIGHEST for action port [ 840.001281] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09e33b76-0143-4333-8268-bde70b60bc67 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.001413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.001469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.001677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.001766] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.002771] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-09e33b76-0143-4333-8268-bde70b60bc67 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.002896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.002960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005828] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.005828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.005828] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.005828] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.005828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.005828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.005828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.005828] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.097117] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f02ac7c-d7cd-4835-b296-1ab227f708de [ 840.097353] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.097547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.097547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.097767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.097853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.097982] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f02ac7c-d7cd-4835-b296-1ab227f708de already deleted. [ 840.098029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f02ac7c-d7cd-4835-b296-1ab227f708de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.508025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-09e33b76-0143-4333-8268-bde70b60bc67 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.508025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.508811] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.509751] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1 with status ACTIVE [ 840.509982] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.510156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.510302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.512056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.512282] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.512441] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.513300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.514059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.516027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.516027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.516027] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.516233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.516685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.516946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.517096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.519064] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1 is going to be updated. [ 840.543275] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.543448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.543526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.543690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.543828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.543987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f8fe6be-1d0e-4229-ac41-f6e734dc2cd1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.010583] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.290077] env[65888]: INFO networking_nsxv3.common.synchronization [None req-02db2d5a-13dc-46e5-bde8-02a89b2a2759 tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_rules [ 841.290572] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_rules [ 841.290879] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2630937b-f642-4d36-badc-ca23e3c66c04 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.291076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.291076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.291319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.291394] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.460114] env[65888]: INFO networking_nsxv3.common.synchronization [None req-eff07a86-bd98-4ccb-9fd5-3f71379b5b0c tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_rules [ 841.460114] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_rules [ 841.460114] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2630937b-f642-4d36-badc-ca23e3c66c04 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.460114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.515894] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.515894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.515894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.515894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.515894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.515894] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09e33b76-0143-4333-8268-bde70b60bc67 is going to be created. [ 841.542961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.543179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.543249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.543436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.543639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.557032] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09e33b76-0143-4333-8268-bde70b60bc67 in Status: UNINITIALIZED for 2s [ 841.815472] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.815727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.815780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.817974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.817974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.817974] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2630937b-f642-4d36-badc-ca23e3c66c04 already deleted. [ 841.817974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.817974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.817974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.817974] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.150527] env[65888]: INFO networking_nsxv3.common.synchronization [None req-c6c5c3a7-abf5-4f76-b28d-3a38840425b0 None None] Enqueued Resource ID: 4984e3bc-a247-487c-9c6b-e3a766973233 with Priority: HIGHEST for action port [ 842.151121] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4984e3bc-a247-487c-9c6b-e3a766973233 with Priority: HIGHEST for action port [ 842.153277] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4984e3bc-a247-487c-9c6b-e3a766973233 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.153277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4984e3bc-a247-487c-9c6b-e3a766973233" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.153277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4984e3bc-a247-487c-9c6b-e3a766973233" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.153277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4984e3bc-a247-487c-9c6b-e3a766973233" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.153277] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4984e3bc-a247-487c-9c6b-e3a766973233',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.342186] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.342186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.342186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.342186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.342186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.342186] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2630937b-f642-4d36-badc-ca23e3c66c04 already deleted. [ 842.342186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.653961] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4984e3bc-a247-487c-9c6b-e3a766973233 [ 842.654283] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.654413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.654553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.654804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.654956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.655123] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4984e3bc-a247-487c-9c6b-e3a766973233 already deleted. [ 842.655220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4984e3bc-a247-487c-9c6b-e3a766973233" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.661887] env[65888]: INFO networking_nsxv3.common.synchronization [req-0a0db538-b483-42e2-b52d-fa4711ee7890 req-0cee7f44-437e-450f-bbd5-959c794dd01a tempest-MultipleCreateTestJSON-1016817481 tempest-MultipleCreateTestJSON-1016817481-project-member] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 842.662717] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 842.663090] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.663979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.664070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.664293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.664468] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.664719] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.665374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.665374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.665374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.665374] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.107701] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.107838] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.107976] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.108239] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.109886] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.110040] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.110169] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.110537] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.110938] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.111684] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.111840] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.111976] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.112116] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.112215] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.112321] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.112453] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.136750] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.136914] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.137051] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.137444] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.137655] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-250393b1-f366-4008-bdd5-2ac64ac97d3d taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.137869] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-250393b1-f366-4008-bdd5-2ac64ac97d3d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.138024] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-250393b1-f366-4008-bdd5-2ac64ac97d3d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.138354] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-250393b1-f366-4008-bdd5-2ac64ac97d3d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.138489] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('250393b1-f366-4008-bdd5-2ac64ac97d3d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.167730] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.167882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.167987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.168194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.168283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.168484] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.168585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.168647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.168869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.168962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.169041] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be deleted. [ 843.202883] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.203117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.203174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.203484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.203484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.203597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.567776] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09e33b76-0143-4333-8268-bde70b60bc67 in Status: SUCCESS [ 843.568065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.568237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.568483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.568779] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.568932] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.569026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.569212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.569300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.569389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.569499] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.640583] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.640853] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.641027] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.641319] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.641591] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.641692] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 250393b1-f366-4008-bdd5-2ac64ac97d3d not found, creating... [ 843.641994] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.642201] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.642344] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.642580] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.642752] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.643097] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.643285] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.643416] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.643712] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.643913] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.644090] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 250393b1-f366-4008-bdd5-2ac64ac97d3d is going to be created. [ 843.664568] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.664984] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.664984] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.665202] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.665440] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.665698] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-250393b1-f366-4008-bdd5-2ac64ac97d3d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.072413] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.375937] env[65888]: INFO networking_nsxv3.common.synchronization [req-0a0db538-b483-42e2-b52d-fa4711ee7890 req-5539372b-8a7a-4f87-89bf-5c6807e51420 service nova] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_rules [ 844.376134] env[65888]: INFO networking_nsxv3.common.synchronization [req-0a0db538-b483-42e2-b52d-fa4711ee7890 req-5539372b-8a7a-4f87-89bf-5c6807e51420 service nova] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 844.376269] env[65888]: INFO networking_nsxv3.common.synchronization [req-0a0db538-b483-42e2-b52d-fa4711ee7890 req-5539372b-8a7a-4f87-89bf-5c6807e51420 service nova] Enqueued Resource ID: 250393b1-f366-4008-bdd5-2ac64ac97d3d with Priority: HIGHEST for action port [ 844.377403] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_rules [ 844.377403] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 844.377810] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250393b1-f366-4008-bdd5-2ac64ac97d3d with Priority: HIGHEST for action port [ 844.378252] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.378449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.378535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.379065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.379154] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.380774] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.380906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.380971] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.381161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.381316] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.381414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.381477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.384823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.384823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.384823] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.384823] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-250393b1-f366-4008-bdd5-2ac64ac97d3d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.384823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-250393b1-f366-4008-bdd5-2ac64ac97d3d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.384823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-250393b1-f366-4008-bdd5-2ac64ac97d3d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.384823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-250393b1-f366-4008-bdd5-2ac64ac97d3d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.384823] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('250393b1-f366-4008-bdd5-2ac64ac97d3d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.575966] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09e33b76-0143-4333-8268-bde70b60bc67: rpc.has_security_group_logging(os_id): False [ 844.598978] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.599135] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.599218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.599437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.599685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.599794] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.599999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.599999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.600165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.600238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.600328] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09e33b76-0143-4333-8268-bde70b60bc67 is going to be created. [ 844.683150] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.683150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.683150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.683150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.683150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.695015] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09e33b76-0143-4333-8268-bde70b60bc67 in Status: IN_PROGRESS for 2s [ 844.763465] env[65888]: INFO networking_nsxv3.common.synchronization [None req-fcc7a946-4646-4ac8-a6ea-45e7b98bab55 None None] Enqueued Resource ID: 0ba4943e-cf6d-41ae-b03e-2de2985d8b51 with Priority: HIGHEST for action port [ 844.764622] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba4943e-cf6d-41ae-b03e-2de2985d8b51 with Priority: HIGHEST for action port [ 844.764622] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba4943e-cf6d-41ae-b03e-2de2985d8b51 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.764622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba4943e-cf6d-41ae-b03e-2de2985d8b51" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.764622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba4943e-cf6d-41ae-b03e-2de2985d8b51" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.765139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba4943e-cf6d-41ae-b03e-2de2985d8b51" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.765139] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba4943e-cf6d-41ae-b03e-2de2985d8b51',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.888630] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.889230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.889570] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.891350] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 250393b1-f366-4008-bdd5-2ac64ac97d3d with status ACTIVE [ 844.891758] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.891860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.891940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.892257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.892439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.892694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.892853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.892956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.893218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.893343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.894113] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.894113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.894113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.894113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.894352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.894352] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 250393b1-f366-4008-bdd5-2ac64ac97d3d is going to be updated. [ 844.918064] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.918248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.918333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.918509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.918816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.918925] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-250393b1-f366-4008-bdd5-2ac64ac97d3d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.940474] env[65888]: INFO networking_nsxv3.common.synchronization [req-15309a54-c235-43c6-af58-37025e164fb5 req-cbc4b37a-ce8f-447b-85d2-e1521405c907 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 844.941139] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 844.941575] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.941697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.941756] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.941962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.942136] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.942229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.942296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.942425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.942503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.942595] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.267192] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ba4943e-cf6d-41ae-b03e-2de2985d8b51 [ 845.267790] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.267790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.267790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.267988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.267988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.268102] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ba4943e-cf6d-41ae-b03e-2de2985d8b51 already deleted. [ 845.268201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba4943e-cf6d-41ae-b03e-2de2985d8b51" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.396460] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.426825] env[65888]: INFO networking_nsxv3.common.synchronization [req-0a0db538-b483-42e2-b52d-fa4711ee7890 req-719c6968-4977-480e-82ea-403e234f9243 tempest-MultipleCreateTestJSON-1016817481 tempest-MultipleCreateTestJSON-1016817481-project-member] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 845.428158] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 845.428158] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.429072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.448351] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.448513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.448594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.449304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.449304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.449652] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.449652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.449652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.449854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.449854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.449958] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 845.510060] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.512092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.512271] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.512609] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.512858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.527240] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 845.823623] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.823978] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.823978] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.824230] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.824488] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.827026] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.827026] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.827026] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.827026] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.827026] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.827026] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.827026] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.827026] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.827026] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.827026] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.827026] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.849406] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.849646] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.850487] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.850487] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-729" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.850569] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-e97189f0-c451-412c-a7b6-bab0f1251be0 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.850701] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-e97189f0-c451-412c-a7b6-bab0f1251be0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.850933] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-e97189f0-c451-412c-a7b6-bab0f1251be0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.851331] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-e97189f0-c451-412c-a7b6-bab0f1251be0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.851489] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97189f0-c451-412c-a7b6-bab0f1251be0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.899574] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.899869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.899984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.900250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.900364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.900506] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be created. [ 845.926449] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.926639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.926791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.926918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.927099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.938904] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: UNINITIALIZED for 2s [ 846.354330] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.354569] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.354689] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.355452] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.355634] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.355806] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port e97189f0-c451-412c-a7b6-bab0f1251be0 not found, creating... [ 846.356110] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.356278] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.356396] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.356629] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.356766] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.357083] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.357244] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.357362] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.357574] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.357733] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.357883] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: e97189f0-c451-412c-a7b6-bab0f1251be0 is going to be created. [ 846.379968] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.379968] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.380224] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.380739] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.380739] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.380861] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-e97189f0-c451-412c-a7b6-bab0f1251be0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.710470] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09e33b76-0143-4333-8268-bde70b60bc67 in Status: SUCCESS [ 846.710563] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.173088] env[65888]: INFO networking_nsxv3.common.synchronization [None req-8bed99bf-99a9-431f-a925-73629562cecc None None] Enqueued Resource ID: 290df62b-ab47-4292-b448-5afb09d959be with Priority: HIGHEST for action port [ 847.174246] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290df62b-ab47-4292-b448-5afb09d959be with Priority: HIGHEST for action port [ 847.174246] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-290df62b-ab47-4292-b448-5afb09d959be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.178017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-290df62b-ab47-4292-b448-5afb09d959be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.178017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-290df62b-ab47-4292-b448-5afb09d959be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.178017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-290df62b-ab47-4292-b448-5afb09d959be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.178017] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290df62b-ab47-4292-b448-5afb09d959be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.211351] env[65888]: INFO networking_nsxv3.common.synchronization [req-0a0db538-b483-42e2-b52d-fa4711ee7890 req-65a071f1-7fc2-4cb9-97e8-bc2816ff47a4 service nova] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_rules [ 847.211603] env[65888]: INFO networking_nsxv3.common.synchronization [req-0a0db538-b483-42e2-b52d-fa4711ee7890 req-65a071f1-7fc2-4cb9-97e8-bc2816ff47a4 service nova] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 847.211676] env[65888]: INFO networking_nsxv3.common.synchronization [req-0a0db538-b483-42e2-b52d-fa4711ee7890 req-65a071f1-7fc2-4cb9-97e8-bc2816ff47a4 service nova] Enqueued Resource ID: e97189f0-c451-412c-a7b6-bab0f1251be0 with Priority: HIGHEST for action port [ 847.212297] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_rules [ 847.212440] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 847.212535] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97189f0-c451-412c-a7b6-bab0f1251be0 with Priority: HIGHEST for action port [ 847.212824] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.212928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.214774] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.214774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.214774] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e97189f0-c451-412c-a7b6-bab0f1251be0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.214774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e97189f0-c451-412c-a7b6-bab0f1251be0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.214774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e97189f0-c451-412c-a7b6-bab0f1251be0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.214774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e97189f0-c451-412c-a7b6-bab0f1251be0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.214774] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97189f0-c451-412c-a7b6-bab0f1251be0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.538157] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 847.538157] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be deletion is rescheduled due to dependency. [ 847.538157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.680620] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 290df62b-ab47-4292-b448-5afb09d959be [ 847.681519] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.681519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.681671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.685044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.685170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.685295] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:290df62b-ab47-4292-b448-5afb09d959be already deleted. [ 847.685423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-290df62b-ab47-4292-b448-5afb09d959be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.717109] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e97189f0-c451-412c-a7b6-bab0f1251be0 with status ACTIVE [ 847.717286] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.717446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.717640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.717772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.717905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.718107] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.718198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.718266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.718416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.718528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.718674] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.718818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.718888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.718996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.719084] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.719204] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e97189f0-c451-412c-a7b6-bab0f1251be0 is going to be updated. [ 847.744399] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.744399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.744540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.744710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.744884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.748738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e97189f0-c451-412c-a7b6-bab0f1251be0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.954342] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 847.954342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.954342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.954342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.954342] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.954342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.954342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.954342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.954342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.954342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.954342] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.958387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.958387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.958387] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.958387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.958387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.958913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.959155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.960262] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.459031] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.459031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.462459] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.568187] env[65888]: INFO networking_nsxv3.common.synchronization [req-e9001900-35c4-4d43-b982-ee07995c2312 req-3a2569a1-964d-4167-88bc-ff252f24e532 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_members [ 848.571311] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGHEST for action security_group_members [ 848.572283] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5264357d-aa80-4ca5-8bef-6de450e20558 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.573118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.573118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.573118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.573118] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.573369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.573369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.573437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.574038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.574038] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.967175] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.079532] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.081201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.081201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.081201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.105535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.107251] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.107251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.107251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.107251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.107251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.107251] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5264357d-aa80-4ca5-8bef-6de450e20558 is going to be updated. [ 849.138355] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.138355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.138355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.138355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.138355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.149816] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5264357d-aa80-4ca5-8bef-6de450e20558 in Status: IN_PROGRESS for 2s [ 849.470740] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.471175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.471175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.471437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.471575] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.471730] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be updated. [ 849.507940] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.508509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.508590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.508873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.509051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.524428] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 850.504246] env[65888]: INFO networking_nsxv3.common.synchronization [req-28d65c22-47dd-4f6f-a4a8-f660b98c555d req-b55a75e5-b103-40a5-b733-845f11eee50e tempest-ServersTestMultiNic-2496758 tempest-ServersTestMultiNic-2496758-project-member] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 850.505479] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 850.505479] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.505479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.505479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.505792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.505908] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.505970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.506033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.506186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.506278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.506381] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.000073] env[65888]: INFO networking_nsxv3.common.synchronization [req-28d65c22-47dd-4f6f-a4a8-f660b98c555d req-1674a9e7-5593-4d8f-b7b1-69fe25db86b7 tempest-ServersTestMultiNic-2496758 tempest-ServersTestMultiNic-2496758-project-member] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 851.000983] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 851.001635] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.001635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.011209] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.011453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.011768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.012066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.034282] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.036344] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.036523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.036612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.036914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.037019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.037132] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 851.064833] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.064993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.065100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.065345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.065500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.081265] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 851.161356] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5264357d-aa80-4ca5-8bef-6de450e20558 in Status: SUCCESS [ 851.161555] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5264357d-aa80-4ca5-8bef-6de450e20558 deletion is rescheduled due to dependency. [ 851.161641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.404050] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-345 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.404286] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-345" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.404450] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-345" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.404831] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-345" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.405195] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.405407] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.405741] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.405885] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.406054] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.406327] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.406457] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.406608] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.406810] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.406977] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.407147] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.407309] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.429699] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.429699] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.429886] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.430036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-345" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.431291] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-9a88d545-9408-4367-917b-47e18dafcfc0 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.431291] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-9a88d545-9408-4367-917b-47e18dafcfc0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.431291] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-9a88d545-9408-4367-917b-47e18dafcfc0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.431291] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-9a88d545-9408-4367-917b-47e18dafcfc0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.431291] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a88d545-9408-4367-917b-47e18dafcfc0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.537142] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 851.537516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.537758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.537985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.538733] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.539077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.539241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.540651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.540765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.540903] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.933654] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.933878] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.934014] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.934388] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.934538] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.935131] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 9a88d545-9408-4367-917b-47e18dafcfc0 not found, creating... [ 851.935131] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.935131] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.935471] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.935471] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.935574] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.935812] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.936010] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.936257] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.936500] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.936666] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.936666] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 9a88d545-9408-4367-917b-47e18dafcfc0 is going to be created. [ 851.959690] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.960021] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.960173] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.961236] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.961236] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.961236] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-9a88d545-9408-4367-917b-47e18dafcfc0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.043991] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.549023] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.707942] env[65888]: INFO networking_nsxv3.common.synchronization [req-28d65c22-47dd-4f6f-a4a8-f660b98c555d req-ece0f0b3-fc4d-4a7b-ae56-c8a6d2380868 service nova] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_rules [ 852.708521] env[65888]: INFO networking_nsxv3.common.synchronization [req-28d65c22-47dd-4f6f-a4a8-f660b98c555d req-ece0f0b3-fc4d-4a7b-ae56-c8a6d2380868 service nova] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 852.708674] env[65888]: INFO networking_nsxv3.common.synchronization [req-28d65c22-47dd-4f6f-a4a8-f660b98c555d req-ece0f0b3-fc4d-4a7b-ae56-c8a6d2380868 service nova] Enqueued Resource ID: 9a88d545-9408-4367-917b-47e18dafcfc0 with Priority: HIGHEST for action port [ 852.709643] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_rules [ 852.709643] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 852.710747] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a88d545-9408-4367-917b-47e18dafcfc0 with Priority: HIGHEST for action port [ 852.710747] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.710747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.710747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.711162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.711162] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.713499] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.713499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.713499] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a88d545-9408-4367-917b-47e18dafcfc0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.713499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a88d545-9408-4367-917b-47e18dafcfc0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.713499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a88d545-9408-4367-917b-47e18dafcfc0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.713499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a88d545-9408-4367-917b-47e18dafcfc0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.713499] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a88d545-9408-4367-917b-47e18dafcfc0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.052272] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.052366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.052420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.053526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.054177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.055474] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be updated. [ 853.108118] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 853.108306] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e deletion is rescheduled due to dependency. [ 853.108420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.108597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.108859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.109087] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.109247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.109298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.109471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.109543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.109643] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.112173] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.112882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.112882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.112882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.112882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.132927] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 853.219367] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.219367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.219367] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a88d545-9408-4367-917b-47e18dafcfc0 with status ACTIVE [ 853.219367] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.219367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.219367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.219805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.219805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.219893] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.219991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.220092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.220323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.220401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.220618] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.220740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.220801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.221363] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.221561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.221751] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a88d545-9408-4367-917b-47e18dafcfc0 is going to be updated. [ 853.260192] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.261059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.261059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.261059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.261059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.261435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a88d545-9408-4367-917b-47e18dafcfc0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.528058] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.528261] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-645" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.528391] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-645" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.530093] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-645" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.530499] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.530785] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.530914] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.531203] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.531359] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.531577] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.531685] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.531796] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.531900] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.532017] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.532124] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.532258] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.559044] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.559375] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.559438] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.559605] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-645" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.559936] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-cb3e5e93-298c-4aa4-8fea-7c295fc05ad6 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.560229] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-cb3e5e93-298c-4aa4-8fea-7c295fc05ad6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.560371] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-cb3e5e93-298c-4aa4-8fea-7c295fc05ad6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.560680] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-cb3e5e93-298c-4aa4-8fea-7c295fc05ad6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.560844] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb3e5e93-298c-4aa4-8fea-7c295fc05ad6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.612451] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.066714] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.066714] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.066924] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.067158] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.067273] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.067454] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port cb3e5e93-298c-4aa4-8fea-7c295fc05ad6 not found, creating... [ 854.067929] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.067929] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.068097] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.068347] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.068433] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.068706] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.069154] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.069154] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.069306] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.069440] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.069578] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: cb3e5e93-298c-4aa4-8fea-7c295fc05ad6 is going to be created. [ 854.093216] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.093456] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.093636] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.094330] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.094330] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.094330] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-cb3e5e93-298c-4aa4-8fea-7c295fc05ad6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.115642] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.437418] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ed46d4d-383d-4b3a-a8a1-bb300ca0d4cb req-6f6e3608-2b30-45ba-a85c-20e91684f2b6 tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 854.437538] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ed46d4d-383d-4b3a-a8a1-bb300ca0d4cb req-6f6e3608-2b30-45ba-a85c-20e91684f2b6 tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 with Priority: HIGHEST for action security_group_members [ 854.438139] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 854.438431] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 with Priority: HIGHEST for action security_group_members [ 854.438695] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.438877] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.439335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.439335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.439714] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.439714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.439714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.440270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.440270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.440270] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.442952] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd9c2f09-571c-44c1-8a7b-5981a9d77183 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.443122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.443212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.443620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.443742] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.444060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.444060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.444183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.444290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.444418] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd9c2f09-571c-44c1-8a7b-5981a9d77183',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.491663] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ed46d4d-383d-4b3a-a8a1-bb300ca0d4cb req-6f6e3608-2b30-45ba-a85c-20e91684f2b6 tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_rules [ 854.491837] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ed46d4d-383d-4b3a-a8a1-bb300ca0d4cb req-6f6e3608-2b30-45ba-a85c-20e91684f2b6 tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 854.491974] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ed46d4d-383d-4b3a-a8a1-bb300ca0d4cb req-6f6e3608-2b30-45ba-a85c-20e91684f2b6 tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 with Priority: HIGHEST for action security_group_rules [ 854.492148] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ed46d4d-383d-4b3a-a8a1-bb300ca0d4cb req-6f6e3608-2b30-45ba-a85c-20e91684f2b6 tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 with Priority: HIGHEST for action security_group_members [ 854.492277] env[65888]: INFO networking_nsxv3.common.synchronization [req-1ed46d4d-383d-4b3a-a8a1-bb300ca0d4cb req-6f6e3608-2b30-45ba-a85c-20e91684f2b6 tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: 5368cd7e-26dd-43fc-b194-7c9c305fd224 with Priority: HIGHEST for action port [ 854.492754] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_rules [ 854.492898] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 with Priority: HIGHEST for action security_group_rules [ 854.493085] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5368cd7e-26dd-43fc-b194-7c9c305fd224 with Priority: HIGHEST for action port [ 854.493229] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 854.493371] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 with Priority: HIGHEST for action security_group_members [ 854.493671] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.493795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.493863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.494085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.494166] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.494990] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd9c2f09-571c-44c1-8a7b-5981a9d77183 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.495262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.495356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.495599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.495816] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd9c2f09-571c-44c1-8a7b-5981a9d77183',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.499740] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5368cd7e-26dd-43fc-b194-7c9c305fd224 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.499904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.499993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.500268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.500349] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5368cd7e-26dd-43fc-b194-7c9c305fd224',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.501913] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.501913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.501913] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd9c2f09-571c-44c1-8a7b-5981a9d77183 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.502150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.617206] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.617496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.617538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.617810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.617944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.618114] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 854.658831] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.659029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.659093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.659335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.659512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.669156] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 854.822072] env[65888]: INFO networking_nsxv3.common.synchronization [req-28d65c22-47dd-4f6f-a4a8-f660b98c555d req-c2d3fac4-aabd-4d14-8724-76dc6dada9f9 service nova] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_rules [ 854.822274] env[65888]: INFO networking_nsxv3.common.synchronization [req-28d65c22-47dd-4f6f-a4a8-f660b98c555d req-c2d3fac4-aabd-4d14-8724-76dc6dada9f9 service nova] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 854.822411] env[65888]: INFO networking_nsxv3.common.synchronization [req-28d65c22-47dd-4f6f-a4a8-f660b98c555d req-c2d3fac4-aabd-4d14-8724-76dc6dada9f9 service nova] Enqueued Resource ID: cb3e5e93-298c-4aa4-8fea-7c295fc05ad6 with Priority: HIGHEST for action port [ 854.822925] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_rules [ 854.823095] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 854.823201] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb3e5e93-298c-4aa4-8fea-7c295fc05ad6 with Priority: HIGHEST for action port [ 854.823527] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.823657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.823831] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.823916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.824176] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb3e5e93-298c-4aa4-8fea-7c295fc05ad6 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.824277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb3e5e93-298c-4aa4-8fea-7c295fc05ad6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.824277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb3e5e93-298c-4aa4-8fea-7c295fc05ad6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.824758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb3e5e93-298c-4aa4-8fea-7c295fc05ad6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.824758] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb3e5e93-298c-4aa4-8fea-7c295fc05ad6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.947161] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.949648] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd9c2f09-571c-44c1-8a7b-5981a9d77183',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.003823] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5368cd7e-26dd-43fc-b194-7c9c305fd224 with status ACTIVE [ 855.004282] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.004447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.004834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.004944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.004988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.005165] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.005266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.005328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.005480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.005587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.005781] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.005875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.005935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.006084] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.006154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.006267] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5368cd7e-26dd-43fc-b194-7c9c305fd224 is going to be updated. [ 855.007912] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.008009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.008241] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd9c2f09-571c-44c1-8a7b-5981a9d77183 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.008330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.034029] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.034029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.034523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.034523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.034781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.034897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.156218] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 855.156908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.156908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.156908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.157095] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.157229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.157311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.157545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.157649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.157829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.158120] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.158301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.158459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.158652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.158818] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.158978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.159061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.159231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.159335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.159469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.159580] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.328217] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb3e5e93-298c-4aa4-8fea-7c295fc05ad6 with status ACTIVE [ 855.328217] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.328217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.328217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.328217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.328217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.328217] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.328217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.328217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.328757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.328757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.328757] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.328909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.328909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.329881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.329881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.329881] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb3e5e93-298c-4aa4-8fea-7c295fc05ad6 is going to be updated. [ 855.357473] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.357473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.357473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.357473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.358139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.358139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb3e5e93-298c-4aa4-8fea-7c295fc05ad6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.450919] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.453921] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd9c2f09-571c-44c1-8a7b-5981a9d77183',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.664186] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce27dd4-69c1-4569-93c4-29ce689dea27: rpc.has_security_group_logging(os_id): False [ 855.687589] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.687589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.687589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.687589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.688362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.688362] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.688362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.688362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.688362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.688362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.689127] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.689127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.689127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.689127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.689127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.689127] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.689340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.689340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.690882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.690882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.690882] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be created. [ 855.828749] env[65888]: INFO networking_nsxv3.common.synchronization [req-836b5504-837e-4f4f-8cab-039beece8c3d req-a3f23765-96b2-4d65-9c99-eb62f563319e tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 855.828749] env[65888]: INFO networking_nsxv3.common.synchronization [req-836b5504-837e-4f4f-8cab-039beece8c3d req-a3f23765-96b2-4d65-9c99-eb62f563319e tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 with Priority: HIGHEST for action security_group_members [ 855.829175] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 855.829175] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 with Priority: HIGHEST for action security_group_members [ 855.829487] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.829634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.829883] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd9c2f09-571c-44c1-8a7b-5981a9d77183 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.830055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.862085] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.862293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.862340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.862944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.863153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.882055] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 855.884040] env[65888]: INFO networking_nsxv3.common.synchronization [req-836b5504-837e-4f4f-8cab-039beece8c3d req-a3f23765-96b2-4d65-9c99-eb62f563319e tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_rules [ 855.884189] env[65888]: INFO networking_nsxv3.common.synchronization [req-836b5504-837e-4f4f-8cab-039beece8c3d req-a3f23765-96b2-4d65-9c99-eb62f563319e tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 855.884330] env[65888]: INFO networking_nsxv3.common.synchronization [req-836b5504-837e-4f4f-8cab-039beece8c3d req-a3f23765-96b2-4d65-9c99-eb62f563319e tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: 5368cd7e-26dd-43fc-b194-7c9c305fd224 with Priority: HIGHEST for action port [ 855.884893] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_rules [ 855.884990] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 855.885134] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5368cd7e-26dd-43fc-b194-7c9c305fd224 with Priority: HIGHEST for action port [ 855.885379] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.885629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.885694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.885742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.885960] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5368cd7e-26dd-43fc-b194-7c9c305fd224 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.886067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.886067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.886293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.886425] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5368cd7e-26dd-43fc-b194-7c9c305fd224',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.953697] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.954015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.954015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.954148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.954218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.954313] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe is going to be updated. [ 855.956497] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.956702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.956702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.957414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.957414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.957414] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 is going to be created. [ 855.988117] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.988340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.988340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.988589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.988750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.001425] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.001875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.001965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.002187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.002341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.010525] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 in Status: UNINITIALIZED for 2s [ 856.011894] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: IN_PROGRESS for 2s [ 856.389186] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5368cd7e-26dd-43fc-b194-7c9c305fd224 with status ACTIVE [ 856.390121] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.391390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.391390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.391390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.391390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.391390] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.391390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.391390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.391715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.391715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.391962] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.392123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.392176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.392657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.392657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.392657] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5368cd7e-26dd-43fc-b194-7c9c305fd224 is going to be updated. [ 856.414888] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.415073] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.415148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.415375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.415504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.415673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5368cd7e-26dd-43fc-b194-7c9c305fd224" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.680421] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 856.680740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.680740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.680937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.681233] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.681410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.681501] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.681708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.683713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.683713] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.185120] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.687504] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.902561] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 857.902561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.902561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.902561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.902561] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.025696] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 in Status: SUCCESS [ 858.025696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.025696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.025696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.025940] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.026046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.026114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.026348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.026433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.026488] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd9c2f09-571c-44c1-8a7b-5981a9d77183',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.028343] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: SUCCESS [ 858.028545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.028706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.029012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.029351] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.029468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.029468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.029637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.029720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.029838] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.190602] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.190704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.192340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.192340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.192340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.192340] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 858.223592] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.223592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.223592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.223750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.223904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.240192] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 858.404897] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.405085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.405158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.405451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.405642] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.405779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.405844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.406098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.406194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.408200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.408200] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.531689] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.531844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.531918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.532185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.532277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.532660] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.532865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.532951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.533146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.533229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.533329] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 is going to be deleted. [ 858.534359] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.571938] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.572117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.572188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.572405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.572499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.572603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.572773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.573150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.573150] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.573432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.573432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.573540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.573619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.573764] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd9c2f09-571c-44c1-8a7b-5981a9d77183',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.909022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.909523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.909523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.909703] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.909783] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.909867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.909930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.910141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.910273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.910368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.910553] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.910666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.910666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.910816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.910947] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.911064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.911187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.911300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.911373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.911489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.911901] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.037770] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.076718] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.076718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.076718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.077094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.077094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.077371] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.077371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.077500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.077665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.077665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.077866] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 already deleted. [ 859.077866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.077866] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd9c2f09-571c-44c1-8a7b-5981a9d77183',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.078759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.078988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.079966] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.079966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.080160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.080217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.080268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.080344] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd9c2f09-571c-44c1-8a7b-5981a9d77183',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.414353] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bce27dd4-69c1-4569-93c4-29ce689dea27: rpc.has_security_group_logging(os_id): False [ 859.434723] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.434864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.434928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.435225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.435285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.435457] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.435538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.435647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.435758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.435758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.435961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.436158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.436247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.436429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.436487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.436659] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.436823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.436823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.436960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.437047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.437132] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be updated. [ 859.499814] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.500102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.500230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.500505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.500714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.516898] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 859.540370] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.540553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.540632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.540849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.540942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.541080] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe is going to be updated. [ 859.580255] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.581478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.581478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.581478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.581478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.582505] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd9c2f09-571c-44c1-8a7b-5981a9d77183',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.583701] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.584584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.584713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.584955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.585111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.585355] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.585515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.585633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.585895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.586037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.586171] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 already deleted. [ 859.586293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.598586] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: IN_PROGRESS for 2s [ 860.087391] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd9c2f09-571c-44c1-8a7b-5981a9d77183: rpc.has_security_group_logging(os_id): False [ 860.135411] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.135411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.135411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.135411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.135411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.135411] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.135411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.135411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.135411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.135411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.135411] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 is going to be created. [ 860.135411] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fd9c2f09-571c-44c1-8a7b-5981a9d77183], does not exist path=[/infra/domains/default/groups/fd9c2f09-571c-44c1-8a7b-5981a9d77183]."\n}' [ 860.135411] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fd9c2f09-571c-44c1-8a7b-5981a9d77183 [ 860.135411] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 860.173025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.173197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.173283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.175018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.175018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.175018] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.175018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.175180] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.175232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.175304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.175499] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.175589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.175647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.175783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.175851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.176065] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd9c2f09-571c-44c1-8a7b-5981a9d77183 is going to be created. [ 860.193741] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fd9c2f09-571c-44c1-8a7b-5981a9d77183], does not exist path=[/infra/domains/default/groups/fd9c2f09-571c-44c1-8a7b-5981a9d77183]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fd9c2f09-571c-44c1-8a7b-5981a9d77183 [ 860.193846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd9c2f09-571c-44c1-8a7b-5981a9d77183" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.194088] env[65888]: Traceback (most recent call last): [ 860.194088] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 860.194088] env[65888]: return func(*args, **kwargs) [ 860.194088] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 860.194088] env[65888]: res.raise_for_status() [ 860.194088] env[65888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 860.194088] env[65888]: raise HTTPError(http_error_msg, response=self) [ 860.194088] env[65888]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fd9c2f09-571c-44c1-8a7b-5981a9d77183 [ 860.194088] env[65888]: During handling of the above exception, another exception occurred: [ 860.194088] env[65888]: Traceback (most recent call last): [ 860.194088] env[65888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 860.194088] env[65888]: listener.cb(fileno) [ 860.194088] env[65888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 860.194088] env[65888]: result = function(*args, **kwargs) [ 860.194088] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 860.194088] env[65888]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 860.194088] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 860.194088] env[65888]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 860.194088] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 860.194088] env[65888]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 860.194088] env[65888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 860.194088] env[65888]: res.raise_for_status() [ 860.194088] env[65888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 860.194088] env[65888]: raise HTTPError(http_error_msg, response=self) [ 860.194088] env[65888]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fd9c2f09-571c-44c1-8a7b-5981a9d77183 [ 860.194088] env[65888]: Removing descriptor: 62 [ 860.254813] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 860.254813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.254813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.254813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.254813] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.254813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.254813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.254813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.254813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.254813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.254813] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.256325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.256490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.259667] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.259667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.259667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.259667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.259667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.259667] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.761417] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.761619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.761821] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.886431] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 860.886431] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=9 [ 861.265025] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.268509] env[65888]: INFO networking_nsxv3.common.synchronization [req-6e123314-6642-40d5-9527-3c922a57d081 req-23bb1c70-a41e-45bb-80bc-354623f07226 tempest-ServerActionsV293TestJSON-543423151 tempest-ServerActionsV293TestJSON-543423151-project-member] Enqueued Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_members [ 861.270430] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGHEST for action security_group_members [ 861.270430] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed33d484-4d6e-44b1-8865-0784615672de taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.270430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.270430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.270809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.271459] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.271596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.271785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.271966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.272065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.272162] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.540461] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 861.540727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.609273] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: SUCCESS [ 861.609615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.610316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.610316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.610316] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.610715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.610864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.611102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.611320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.611494] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.611864] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.612665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.612909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.614450] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.614450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.614450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.614450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.614450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.614450] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.770304] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.770446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.770446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.770751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.770881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.771066] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 861.774703] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.774871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.774978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.775298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.797030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.797328] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.797480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.797550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.797774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.797872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.797980] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed33d484-4d6e-44b1-8865-0784615672de is going to be updated. [ 861.812511] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.812704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.812789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.812952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.813117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.824988] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 861.845482] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.845771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.845771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.845851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.845991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.857208] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed33d484-4d6e-44b1-8865-0784615672de in Status: IN_PROGRESS for 2s [ 862.115900] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.117467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.117467] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.621301] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.720343] env[65888]: INFO networking_nsxv3.common.synchronization [req-84cfc512-77d6-49b8-a0aa-3c78215eab59 req-9b9b4afa-64e0-4279-9ef2-c63ce67938b5 tempest-MultipleCreateTestJSON-1016817481 tempest-MultipleCreateTestJSON-1016817481-project-member] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 862.720904] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 862.721234] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.721378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.721447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.721656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.721818] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.721908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.721972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.722130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.722597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.722597] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.016153] env[65888]: INFO networking_nsxv3.common.synchronization [req-146ca8aa-8956-4698-af3c-1358dec9de8a req-57963cff-ed7a-4b25-951b-a8538f9b3fc0 tempest-MultipleCreateTestJSON-1016817481 tempest-MultipleCreateTestJSON-1016817481-project-member] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 863.017040] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGHEST for action security_group_members [ 863.017040] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.017040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.122231] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.122404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.122511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.122810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.122913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.123023] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe is going to be updated. [ 863.153678] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.154128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.154128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.154218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.154358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.164293] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: IN_PROGRESS for 2s [ 863.224468] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.442826] env[65888]: INFO networking_nsxv3.common.synchronization [req-bd1d8f17-b54d-4425-8403-a128ffad03b4 req-c9c66861-06e8-498c-acbe-b1345f6ac29d tempest-ServersAdminTestJSON-1658859935 tempest-ServersAdminTestJSON-1658859935-project-member] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 863.443501] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 863.444049] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.444049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.444049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.444240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.444397] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.444500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.444560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.444702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.444784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.444873] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.727392] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.839392] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 863.839593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.839786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.840054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.840274] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.840401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.840467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.840648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.840736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.840836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.841010] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.841137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.843427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.844024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.844263] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.844485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.844581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.844857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.844951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.845181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.845253] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.869073] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed33d484-4d6e-44b1-8865-0784615672de in Status: SUCCESS [ 863.869316] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed33d484-4d6e-44b1-8865-0784615672de deletion is rescheduled due to dependency. [ 863.869461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.947612] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.234257] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.234404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.234473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.236185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.236185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.236185] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be updated. [ 864.261516] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.261883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.261883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.261994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.262054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.271819] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 864.350111] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6287bbd-a646-4b85-b2ba-a0f572d9672e: rpc.has_security_group_logging(os_id): False [ 864.368158] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.368158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.368158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.368411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.390447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.390796] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.390968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.391126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.391406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.391522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.391798] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.391934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.392034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.392246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.392346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.392612] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.392747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.392824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.393022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.393122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.393239] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 864.453798] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.458474] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.458622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.458718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.458993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.459401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.480421] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 864.529965] env[65888]: INFO networking_nsxv3.common.synchronization [req-9a77c1e1-b5b5-45e3-a6e8-107d40100f96 req-4604e0d4-bfd6-4339-8e9f-2aeccb87a656 tempest-ImagesTestJSON-1987326378 tempest-ImagesTestJSON-1987326378-project-member] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 864.532024] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 864.532509] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.532698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.532813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.533083] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.533308] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.533465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.533567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.533811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.533969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.534151] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.956540] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.956914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.956914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.957092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.957206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.957296] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 864.992815] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.992815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.992815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.992998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.993214] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.003395] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 865.037133] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.037358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.037428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.037647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.063995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.063995] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.063995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.063995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.064565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.064565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.064565] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 865.094199] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.094357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.094436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.094860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.094860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.105169] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 865.180490] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: SUCCESS [ 865.180490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.180490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.180490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.180490] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.180490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.180490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.180490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.180490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.180490] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.682760] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.184897] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.282731] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 866.282949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.283134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.283344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.283530] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.283641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.283692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.283830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.283901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.283996] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.499281] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 866.502559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.502559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.502559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.502559] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.688311] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.688692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.688692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.689082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.689271] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.689445] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe is going to be updated. [ 866.726694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.726877] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.726962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.727209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.727375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.738269] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: IN_PROGRESS for 2s [ 866.770968] env[65888]: INFO networking_nsxv3.common.synchronization [req-46d865f1-52c8-42a2-b5c5-34fc4459d9eb req-c1c4981c-1127-4689-8401-6bd6f00fb1e2 tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 866.772173] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 866.772907] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.772907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.772907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.773525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.773525] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.773525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.775350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.775350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.775350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.775350] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.786656] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.786903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.787081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.787379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.826804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.827234] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.827370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.827472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.827753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.827956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.827956] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be updated. [ 866.861560] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.861777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.861890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.862233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.862392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.876215] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: IN_PROGRESS for 2s [ 867.004222] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.004385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.004598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.005103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.005860] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.005860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.005860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.006512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.006635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.006743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.006838] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.018399] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 867.019018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.117371] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 867.117371] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 deletion is rescheduled due to dependency. [ 867.117371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.279574] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.280450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.280450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.280450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.311354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.311581] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.311755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.311864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.312113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.312202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.312344] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 867.353575] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.353752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.353866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.354320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.354612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.366083] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 867.509929] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.510147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.510204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.510407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.510572] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.510671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.510738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.510921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.510974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.511120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.511212] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.511322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.511393] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.511534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.511675] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.511763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.511819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.511964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.512042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.512132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.512215] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.967465] env[65888]: INFO networking_nsxv3.common.synchronization [req-3a4e426b-0ba6-4f38-af3d-3d90d30756b1 req-6be9770a-dee4-4534-826e-d80795eb4828 tempest-ListImageFiltersTestJSON-1017871960 tempest-ListImageFiltersTestJSON-1017871960-project-member] Enqueued Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 867.967669] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 867.967979] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.968816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.968816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.968816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.968816] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.968816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.968816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.968816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.969353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.969353] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.018012] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6287bbd-a646-4b85-b2ba-a0f572d9672e: rpc.has_security_group_logging(os_id): False [ 868.069874] env[65888]: INFO networking_nsxv3.common.synchronization [req-14947937-1f30-4c66-a147-bcaf0a5c5c94 req-2368c5d1-55c5-4f49-b136-cbedc69bc985 tempest-ServerRescueTestJSONUnderV235-812399683 tempest-ServerRescueTestJSONUnderV235-812399683-project-member] Enqueued Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 868.072433] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe with Priority: HIGHEST for action security_group_members [ 868.074273] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.074273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.086479] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.086479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.086479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.086680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.086680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.086859] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.087023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.087023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.087199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.087263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.087461] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.087555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.087616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.087757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.087867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.089334] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.089615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.089692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.090032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.090132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.090242] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 868.169597] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.169774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.169811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.170150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.170256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.190626] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 868.472148] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.751965] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: SUCCESS [ 868.751965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.752386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.752459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.752663] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.752783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.752849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.753011] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.753205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.753205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.753331] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb796d7-b1b1-4d23-98cc-27172ce218fe taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.753420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.753470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.753805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.753805] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.753805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.753890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.754074] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.754224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.754224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.754305] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.755122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.755302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.755508] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.755634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.755700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.756314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.756314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.756314] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.838533] env[65888]: INFO networking_nsxv3.common.synchronization [req-394a2dfe-950b-48fa-8c2a-90dc17f2cc13 req-fd83333e-2b13-447c-adc9-699c548b4ec5 tempest-ServersTestMultiNic-2496758 tempest-ServersTestMultiNic-2496758-project-member] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 868.839649] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 868.840345] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.840345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.840539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.840591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.840814] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.840881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.840935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.841184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.841184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.841283] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.890176] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bce27dd4-69c1-4569-93c4-29ce689dea27 in Status: SUCCESS [ 868.890176] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 deletion is rescheduled due to dependency. [ 868.890176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.975773] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.075380] env[65888]: INFO networking_nsxv3.common.synchronization [req-442b8068-2542-4fce-8673-91bedfd3cf3b req-791871ff-3e2a-4d73-a771-f8354f2671ef tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 20002ace-10fa-4102-9321-d1b759a802c4 with Priority: HIGHEST for action security_group_members [ 869.075648] env[65888]: INFO networking_nsxv3.common.synchronization [req-442b8068-2542-4fce-8673-91bedfd3cf3b req-791871ff-3e2a-4d73-a771-f8354f2671ef tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_members [ 869.075850] env[65888]: INFO networking_nsxv3.common.synchronization [req-442b8068-2542-4fce-8673-91bedfd3cf3b req-791871ff-3e2a-4d73-a771-f8354f2671ef tempest-SecurityGroupsTestJSON-1169897386 tempest-SecurityGroupsTestJSON-1169897386-project-member] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 869.076640] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20002ace-10fa-4102-9321-d1b759a802c4 with Priority: HIGHEST for action security_group_members [ 869.076893] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGHEST for action security_group_members [ 869.077139] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGHEST for action security_group_members [ 869.077495] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-20002ace-10fa-4102-9321-d1b759a802c4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.077726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.078106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.078182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.078409] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.079612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.079677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.080218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.080218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.080218] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.081337] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.081512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.081622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.081828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.082477] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.083671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.083671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.083671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.083671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.083671] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.084371] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.087899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.087899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.087899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.087899] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.087899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.087899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.087899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.087899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.087899] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.259475] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bb796d7-b1b1-4d23-98cc-27172ce218fe: rpc.has_security_group_logging(os_id): False [ 869.260706] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.260837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.260922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.261150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.279766] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.279972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.282746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.283068] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.283257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.283322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.283560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.283645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.283795] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe is going to be updated. [ 869.284936] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.285270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.285357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.285647] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.285770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.285912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.286019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.286071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.286328] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.286444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.286444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.286541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.286657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.286775] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.286901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.287017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.287062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.287133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.287222] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe is going to be updated. [ 869.338160] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.338380] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.338428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.338670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.338836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.343652] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.350175] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: IN_PROGRESS for 2s [ 869.377354] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.377561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.377652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.377869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.378068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.379915] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 869.380116] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d deletion is rescheduled due to dependency. [ 869.380215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.392373] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: IN_PROGRESS for 2s [ 869.480011] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.480407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.480407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.480468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.480599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.480660] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 is going to be updated. [ 869.526551] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.526817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.526817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.527069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.527236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.538602] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: IN_PROGRESS for 2s [ 869.587671] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.587859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.587899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.588154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.589524] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.589688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.589883] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.589978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.633918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.634375] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.634525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.634584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.634827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.634939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.635091] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e361c19-1c34-485b-b07e-09bf924957b2 is going to be updated. [ 869.636537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.636816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.668024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.668024] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.668024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.668024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.668024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.668024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.668024] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20002ace-10fa-4102-9321-d1b759a802c4 is going to be updated. [ 869.669302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.672029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.672874] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.673576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.673862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.674176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.674438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.687548] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: IN_PROGRESS for 2s [ 869.728707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.728707] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.728707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.728707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.728707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.728707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.728707] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be updated. [ 869.730106] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.730419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.730572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.730846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.731079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.745560] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20002ace-10fa-4102-9321-d1b759a802c4 in Status: IN_PROGRESS for 2s [ 869.765731] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.767059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.767059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.767059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.767059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.776693] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: IN_PROGRESS for 2s [ 869.846418] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.982167] env[65888]: INFO networking_nsxv3.common.synchronization [req-cc035d1f-2ce8-4041-9d20-f0a57cb0284f req-a34a9c4d-c45a-4b42-93c6-304f1fb5d8de tempest-ImagesOneServerNegativeTestJSON-1865084853 tempest-ImagesOneServerNegativeTestJSON-1865084853-project-member] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 869.982718] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 869.983080] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.983209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.983354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.983470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.983617] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.983814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.983878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.984430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.984522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.984682] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.046281] env[65888]: INFO networking_nsxv3.common.synchronization [req-394a2dfe-950b-48fa-8c2a-90dc17f2cc13 req-b1e78964-c02f-495b-9059-411006bc4e1b tempest-ServersTestMultiNic-2496758 tempest-ServersTestMultiNic-2496758-project-member] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 870.047062] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGHEST for action security_group_members [ 870.047126] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.047208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.207946] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 870.208142] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.349745] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.350119] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.350201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.350450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.350548] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.350670] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 870.396623] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.396779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.396829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.397080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.397233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.407421] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 870.487802] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.488177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.488177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.488464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.510571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.510889] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.511718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.511718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.511718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.511718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.511718] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be updated. [ 870.545213] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.545213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.545213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.545213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.545213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.558091] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 870.572684] env[65888]: INFO networking_nsxv3.common.synchronization [None req-086438f4-6cca-4311-be9e-e53ab6ce5317 None None] Enqueued Resource ID: 6fa70bd9-bc67-479f-8faa-148499f0562b with Priority: HIGHEST for action port [ 870.573532] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa70bd9-bc67-479f-8faa-148499f0562b with Priority: HIGHEST for action port [ 870.574140] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa70bd9-bc67-479f-8faa-148499f0562b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.574417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa70bd9-bc67-479f-8faa-148499f0562b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.574588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa70bd9-bc67-479f-8faa-148499f0562b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.574925] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa70bd9-bc67-479f-8faa-148499f0562b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.575110] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa70bd9-bc67-479f-8faa-148499f0562b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.783491] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-978 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.783842] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.784227] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.784298] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.784532] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.784826] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.784826] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.784995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.785146] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.785393] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.785655] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.785655] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.785741] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.785815] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.785918] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.786068] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.809769] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.809935] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.810143] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.810387] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-978" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.810718] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-b3510709-7dd4-4b1f-90c2-709da1be5c30 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.810893] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-b3510709-7dd4-4b1f-90c2-709da1be5c30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.811017] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-b3510709-7dd4-4b1f-90c2-709da1be5c30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.811368] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-b3510709-7dd4-4b1f-90c2-709da1be5c30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.811499] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3510709-7dd4-4b1f-90c2-709da1be5c30',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.077391] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fa70bd9-bc67-479f-8faa-148499f0562b [ 871.077623] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.077867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.077867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.078054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.078144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.078241] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fa70bd9-bc67-479f-8faa-148499f0562b already deleted. [ 871.078325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa70bd9-bc67-479f-8faa-148499f0562b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.314702] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.314832] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.314957] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.315262] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.315399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.315550] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port b3510709-7dd4-4b1f-90c2-709da1be5c30 not found, creating... [ 871.315802] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.315959] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.316087] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.316298] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.316431] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.316708] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.316882] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.316976] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.317237] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.317375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.317510] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: b3510709-7dd4-4b1f-90c2-709da1be5c30 is going to be created. [ 871.361424] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: SUCCESS [ 871.361610] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe deletion is rescheduled due to dependency. [ 871.361727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.362762] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.362960] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.363097] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.363450] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.363693] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.363902] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-b3510709-7dd4-4b1f-90c2-709da1be5c30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.412050] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe in Status: SUCCESS [ 871.412050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.412050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.412050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.412050] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb796d7-b1b1-4d23-98cc-27172ce218fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.549720] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: SUCCESS [ 871.550013] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.698318] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e361c19-1c34-485b-b07e-09bf924957b2 in Status: SUCCESS [ 871.698483] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e361c19-1c34-485b-b07e-09bf924957b2 deletion is rescheduled due to dependency. [ 871.698591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.757346] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20002ace-10fa-4102-9321-d1b759a802c4 in Status: SUCCESS [ 871.757523] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20002ace-10fa-4102-9321-d1b759a802c4 deletion is rescheduled due to dependency. [ 871.757637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.790206] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4057eab-f491-446c-970e-039a8dc831fe in Status: SUCCESS [ 871.790455] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4057eab-f491-446c-970e-039a8dc831fe deletion is rescheduled due to dependency. [ 871.790603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.934214] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.934404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.934521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.936485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.936630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.936809] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb796d7-b1b1-4d23-98cc-27172ce218fe is going to be deleted. [ 872.001191] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.001493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.001574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.001790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.001893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.002023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb796d7-b1b1-4d23-98cc-27172ce218fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.102990] env[65888]: INFO networking_nsxv3.common.synchronization [req-cc035d1f-2ce8-4041-9d20-f0a57cb0284f req-df104327-2395-4d24-807b-997603420fff service nova] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_rules [ 872.103218] env[65888]: INFO networking_nsxv3.common.synchronization [req-cc035d1f-2ce8-4041-9d20-f0a57cb0284f req-df104327-2395-4d24-807b-997603420fff service nova] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 872.103359] env[65888]: INFO networking_nsxv3.common.synchronization [req-cc035d1f-2ce8-4041-9d20-f0a57cb0284f req-df104327-2395-4d24-807b-997603420fff service nova] Enqueued Resource ID: b3510709-7dd4-4b1f-90c2-709da1be5c30 with Priority: HIGHEST for action port [ 872.106366] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_rules [ 872.106366] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 872.106366] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3510709-7dd4-4b1f-90c2-709da1be5c30 with Priority: HIGHEST for action port [ 872.106366] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.106366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.106649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.106687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.106744] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.107615] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.107709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.107904] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3510709-7dd4-4b1f-90c2-709da1be5c30 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.108021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3510709-7dd4-4b1f-90c2-709da1be5c30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.108154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3510709-7dd4-4b1f-90c2-709da1be5c30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.108317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3510709-7dd4-4b1f-90c2-709da1be5c30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.108393] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3510709-7dd4-4b1f-90c2-709da1be5c30',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.422454] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 872.422454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.422454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.422454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.422454] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.422454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.422454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.422454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.422454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.422454] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.571673] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 872.572067] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf deletion is rescheduled due to dependency. [ 872.572067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.572136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.572354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.572542] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.572841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.572841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.572963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.572963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.573084] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.611567] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.611712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.611911] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3510709-7dd4-4b1f-90c2-709da1be5c30 with status ACTIVE [ 872.612105] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.612216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.612278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.612496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.612740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.612740] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.612935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.612935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.616066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.616066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.616066] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.616066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.616066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.616066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.616066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.616066] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3510709-7dd4-4b1f-90c2-709da1be5c30 is going to be updated. [ 872.640383] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.640966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.640966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.641127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.641289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.641486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3510709-7dd4-4b1f-90c2-709da1be5c30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.685768] env[65888]: INFO networking_nsxv3.common.synchronization [req-e081e4a0-167d-4fe8-ac6a-8cb39cec3083 req-73560404-0b08-4868-bfe8-3f00857b2fb9 tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_members [ 872.686469] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_members [ 872.686682] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2630937b-f642-4d36-badc-ca23e3c66c04 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.686813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.686875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.687847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.687847] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.687847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.687847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.687847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.688277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.688277] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.808723] env[65888]: INFO networking_nsxv3.common.synchronization [None req-9feff439-3047-472e-8769-193775968835 None None] Enqueued Resource ID: 6a5d7ec4-9c3f-4909-8204-68219f4d98e9 with Priority: HIGHEST for action port [ 872.809289] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5d7ec4-9c3f-4909-8204-68219f4d98e9 with Priority: HIGHEST for action port [ 872.809654] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a5d7ec4-9c3f-4909-8204-68219f4d98e9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.809783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a5d7ec4-9c3f-4909-8204-68219f4d98e9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.809839] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a5d7ec4-9c3f-4909-8204-68219f4d98e9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.810244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a5d7ec4-9c3f-4909-8204-68219f4d98e9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.810301] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5d7ec4-9c3f-4909-8204-68219f4d98e9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.926451] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.926451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.926451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.926451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.926451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.926451] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.926451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.926451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.926451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.926451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.926451] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be updated. [ 873.001117] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.001117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.001117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.001117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.001117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.012037] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: IN_PROGRESS for 2s [ 873.075745] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.118917] env[65888]: INFO networking_nsxv3.common.synchronization [None req-afeb4804-9faf-49b1-a5e7-c4b2ebf2f5a1 None None] Enqueued Resource ID: 75f849fa-0606-4be3-8b75-0d26b5e6f461 with Priority: HIGHEST for action port [ 873.119319] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f849fa-0606-4be3-8b75-0d26b5e6f461 with Priority: HIGHEST for action port [ 873.119684] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-75f849fa-0606-4be3-8b75-0d26b5e6f461 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.119825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75f849fa-0606-4be3-8b75-0d26b5e6f461" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.120285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75f849fa-0606-4be3-8b75-0d26b5e6f461" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.120809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75f849fa-0606-4be3-8b75-0d26b5e6f461" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.120809] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75f849fa-0606-4be3-8b75-0d26b5e6f461',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.185433] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.185591] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.185719] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.186060] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.186323] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.186479] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.186594] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.186818] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.187041] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.187304] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.187376] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.187474] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.188074] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.188074] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.188074] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.188074] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.189639] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.189842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.189842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.189961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.190062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.190241] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.190336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.190399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.190539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.190620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.190694] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2630937b-f642-4d36-badc-ca23e3c66c04 already deleted. [ 873.190770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.211130] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.211321] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.211542] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.211640] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.211976] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-0fdc5ba6-ebfa-48b6-a523-d5de193a4f16 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.212202] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-0fdc5ba6-ebfa-48b6-a523-d5de193a4f16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.212757] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-0fdc5ba6-ebfa-48b6-a523-d5de193a4f16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.213098] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-0fdc5ba6-ebfa-48b6-a523-d5de193a4f16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.213243] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fdc5ba6-ebfa-48b6-a523-d5de193a4f16',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.313593] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a5d7ec4-9c3f-4909-8204-68219f4d98e9 [ 873.313593] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.313593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.313593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.313593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.313593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.313593] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a5d7ec4-9c3f-4909-8204-68219f4d98e9 already deleted. [ 873.313593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a5d7ec4-9c3f-4909-8204-68219f4d98e9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.579414] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.622646] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75f849fa-0606-4be3-8b75-0d26b5e6f461 [ 873.624015] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.624015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.624015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.624313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.624443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.624563] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75f849fa-0606-4be3-8b75-0d26b5e6f461 already deleted. [ 873.624776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75f849fa-0606-4be3-8b75-0d26b5e6f461" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.720836] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.721665] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.721840] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.722298] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.722298] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.722450] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 0fdc5ba6-ebfa-48b6-a523-d5de193a4f16 not found, creating... [ 873.722710] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.722865] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.722982] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.723307] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.723393] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.724670] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.724670] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.724670] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.724670] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.724670] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.724670] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 0fdc5ba6-ebfa-48b6-a523-d5de193a4f16 is going to be created. [ 873.749013] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.749013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.749013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.749013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.749013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.749013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-0fdc5ba6-ebfa-48b6-a523-d5de193a4f16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.965613] env[65888]: INFO networking_nsxv3.common.synchronization [req-17a54767-f422-4335-b198-aaf7b65c3fe8 req-8fbecac0-d37d-40e3-9377-dc3802eb73e2 tempest-ServersNegativeTestJSON-2051530836 tempest-ServersNegativeTestJSON-2051530836-project-member] Enqueued Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 873.966237] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 873.966542] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.966710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.966789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.967037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.967208] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.967314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.967375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.967542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.967606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.967705] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.082229] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.082371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.083195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.083195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.083195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.083195] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be updated. [ 874.118557] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.118778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.118778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.119278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.119278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.129115] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 874.441295] env[65888]: INFO networking_nsxv3.common.synchronization [req-e081e4a0-167d-4fe8-ac6a-8cb39cec3083 req-d916d7c0-04ab-43ef-a539-1850d0601339 service nova] Enqueued Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_rules [ 874.441295] env[65888]: INFO networking_nsxv3.common.synchronization [req-e081e4a0-167d-4fe8-ac6a-8cb39cec3083 req-d916d7c0-04ab-43ef-a539-1850d0601339 service nova] Enqueued Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_members [ 874.441295] env[65888]: INFO networking_nsxv3.common.synchronization [req-e081e4a0-167d-4fe8-ac6a-8cb39cec3083 req-d916d7c0-04ab-43ef-a539-1850d0601339 service nova] Enqueued Resource ID: 0fdc5ba6-ebfa-48b6-a523-d5de193a4f16 with Priority: HIGHEST for action port [ 874.441295] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_rules [ 874.441912] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_members [ 874.442513] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fdc5ba6-ebfa-48b6-a523-d5de193a4f16 with Priority: HIGHEST for action port [ 874.443138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2630937b-f642-4d36-badc-ca23e3c66c04 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.443388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.447636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.447636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.447636] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.447636] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2630937b-f642-4d36-badc-ca23e3c66c04 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.447636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.447636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.447636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.447636] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.447636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.447636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.447636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.447636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.447636] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.453849] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fdc5ba6-ebfa-48b6-a523-d5de193a4f16 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.453849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fdc5ba6-ebfa-48b6-a523-d5de193a4f16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.453849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fdc5ba6-ebfa-48b6-a523-d5de193a4f16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.453849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fdc5ba6-ebfa-48b6-a523-d5de193a4f16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.453849] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fdc5ba6-ebfa-48b6-a523-d5de193a4f16',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.470979] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.471139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.471197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.471396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.471496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.471704] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.471800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.471864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.472185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.472185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.472308] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 already deleted. [ 874.472347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.718391] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.718391] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.718391] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.718391] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.718391] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.718391] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.718391] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.718391] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.718391] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.718391] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.719045] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.719045] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.719045] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.719045] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.719166] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.720067] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.738753] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.738915] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.739109] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.739290] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.739612] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.739789] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.739955] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.740266] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.740894] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fea1d6a1-3b99-4ae5-9c12-c7921e21e0da',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.954238] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.956093] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2630937b-f642-4d36-badc-ca23e3c66c04 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.956093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.956298] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fdc5ba6-ebfa-48b6-a523-d5de193a4f16 with status ACTIVE [ 874.956437] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.957067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.957067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.957067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.957067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.957221] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.957266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.957340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.957472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.957594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.958514] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.958514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.958514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.958514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.958514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.958514] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fdc5ba6-ebfa-48b6-a523-d5de193a4f16 is going to be updated. [ 874.979257] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.979407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.979468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.979676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.979813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.979970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fdc5ba6-ebfa-48b6-a523-d5de193a4f16" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.026440] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e in Status: SUCCESS [ 875.026653] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e deletion is rescheduled due to dependency. [ 875.027609] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.246932] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.247194] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.247320] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.248269] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.248269] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.248269] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port fea1d6a1-3b99-4ae5-9c12-c7921e21e0da not found, creating... [ 875.248451] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.248549] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.248656] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.248873] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.248996] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.249322] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.249472] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.249579] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.249792] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.249899] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.250059] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: fea1d6a1-3b99-4ae5-9c12-c7921e21e0da is going to be created. [ 875.259108] env[65888]: INFO networking_nsxv3.common.synchronization [None req-cfb7de7c-1a74-4f71-889c-babf8d311e2d None None] Enqueued Resource ID: 808c6dba-013a-4e61-aed6-efaa71086cbd with Priority: HIGHEST for action port [ 875.259556] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808c6dba-013a-4e61-aed6-efaa71086cbd with Priority: HIGHEST for action port [ 875.259961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-808c6dba-013a-4e61-aed6-efaa71086cbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.260110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-808c6dba-013a-4e61-aed6-efaa71086cbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.260183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-808c6dba-013a-4e61-aed6-efaa71086cbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.260531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-808c6dba-013a-4e61-aed6-efaa71086cbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.260531] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808c6dba-013a-4e61-aed6-efaa71086cbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.273925] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.274141] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.274259] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.274522] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.274740] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.274948] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.457157] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.762575] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 808c6dba-013a-4e61-aed6-efaa71086cbd [ 875.762842] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.762948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.763161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.763242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.763400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.763439] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:808c6dba-013a-4e61-aed6-efaa71086cbd already deleted. [ 875.763495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-808c6dba-013a-4e61-aed6-efaa71086cbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.959591] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.959807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.959807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.960070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.960199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.960283] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2630937b-f642-4d36-badc-ca23e3c66c04 is going to be created. [ 875.984654] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.984814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.984922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.985104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.985298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.000536] env[65888]: INFO networking_nsxv3.common.synchronization [req-17a54767-f422-4335-b198-aaf7b65c3fe8 req-254d2101-ea7d-41ac-bdd0-a6093facf544 service nova] Enqueued Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_rules [ 876.000708] env[65888]: INFO networking_nsxv3.common.synchronization [req-17a54767-f422-4335-b198-aaf7b65c3fe8 req-254d2101-ea7d-41ac-bdd0-a6093facf544 service nova] Enqueued Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 876.000848] env[65888]: INFO networking_nsxv3.common.synchronization [req-17a54767-f422-4335-b198-aaf7b65c3fe8 req-254d2101-ea7d-41ac-bdd0-a6093facf544 service nova] Enqueued Resource ID: fea1d6a1-3b99-4ae5-9c12-c7921e21e0da with Priority: HIGHEST for action port [ 876.001927] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_rules [ 876.002092] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 876.002188] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea1d6a1-3b99-4ae5-9c12-c7921e21e0da with Priority: HIGHEST for action port [ 876.002481] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.002604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.002688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.002954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.003064] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.004230] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.004373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.004442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.004640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.004813] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.004914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.004977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.005172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.005262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.005358] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.006583] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.006700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.006769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.006969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.007079] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fea1d6a1-3b99-4ae5-9c12-c7921e21e0da',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.009582] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2630937b-f642-4d36-badc-ca23e3c66c04 in Status: UNINITIALIZED for 2s [ 876.121025] env[65888]: INFO networking_nsxv3.common.synchronization [None req-66f6fb0d-3f3b-4163-a153-040a64b2b59b tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_rules [ 876.121025] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_rules [ 876.122036] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.122343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.122490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.122837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.123020] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.139875] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 876.140162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.140690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.140909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.141121] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.141244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.141309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.141474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.141544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.141639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.141746] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.354763] env[65888]: INFO networking_nsxv3.common.synchronization [None req-db81a69a-2657-478a-93cc-073d88c16bbd None None] Enqueued Resource ID: cf1084b2-e3db-4bd9-9572-9165bbe16a1e with Priority: HIGHEST for action port [ 876.354763] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1084b2-e3db-4bd9-9572-9165bbe16a1e with Priority: HIGHEST for action port [ 876.355114] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1084b2-e3db-4bd9-9572-9165bbe16a1e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.355114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1084b2-e3db-4bd9-9572-9165bbe16a1e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.356549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1084b2-e3db-4bd9-9572-9165bbe16a1e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.356549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1084b2-e3db-4bd9-9572-9165bbe16a1e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.356549] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1084b2-e3db-4bd9-9572-9165bbe16a1e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.434920] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f5db1f30-5542-4fe6-8f4a-a40f806db60a tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_rules [ 876.435546] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_rules [ 876.435872] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.435971] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.509811] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fea1d6a1-3b99-4ae5-9c12-c7921e21e0da with status ACTIVE [ 876.510175] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.510364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.510466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.510746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.510866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.511122] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.511258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.511343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.511544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.511648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.511892] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.512030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.512116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.512333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.512458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.512581] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fea1d6a1-3b99-4ae5-9c12-c7921e21e0da is going to be updated. [ 876.514411] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.514592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.514877] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.542818] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.542989] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.543095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.543282] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.543416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.543584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.644836] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.644995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.645102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.645306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.645484] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.645584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.645662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.645808] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.645893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.645981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.646139] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.646231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.646321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.646482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.646555] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.646644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.646704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.646833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.646909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.646999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.647102] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.663553] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.663742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.663742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.663957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.664052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.664141] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d already deleted. [ 876.664445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.664445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.664519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.668354] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.711399] env[65888]: INFO networking_nsxv3.common.synchronization [req-72849678-d550-4ff6-b82f-bce26460466d req-d1f9a74b-f1ff-4127-9a00-7355e9a9be05 tempest-ListServerFiltersTestJSON-1787384789 tempest-ListServerFiltersTestJSON-1787384789-project-member] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 876.712162] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 876.712671] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.712671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.712671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.712939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.713139] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.713245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.713308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.713462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.713546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.713846] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.859637] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf1084b2-e3db-4bd9-9572-9165bbe16a1e [ 876.860029] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.860029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.860214] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.860334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.860431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.860777] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf1084b2-e3db-4bd9-9572-9165bbe16a1e already deleted. [ 876.860777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1084b2-e3db-4bd9-9572-9165bbe16a1e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.018742] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.144133] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.144400] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.144532] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.144955] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.145391] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.145641] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.145834] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.146166] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.146397] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.146677] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.146799] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.146973] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.147166] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.147295] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.147405] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.147539] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.152097] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0793c14-76a4-41fb-85e6-c9050d208cbf: rpc.has_security_group_logging(os_id): False [ 877.167152] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.167332] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.167474] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.167647] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.167967] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-c63667b7-8b84-4402-805c-99d7e683209e taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.168161] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-c63667b7-8b84-4402-805c-99d7e683209e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.168281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-c63667b7-8b84-4402-805c-99d7e683209e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.168601] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-c63667b7-8b84-4402-805c-99d7e683209e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.168739] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63667b7-8b84-4402-805c-99d7e683209e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.171724] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.171824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.171867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.172059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.172146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.172358] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.172456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.172518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.172662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.172737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.172911] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.173015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.176577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.176748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.177817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.178038] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.178148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.178215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.178368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.178445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.178531] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be updated. [ 877.198274] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.198439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.198502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.198716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.198847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.198967] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d already deleted. [ 877.198967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.216446] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.216615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.216656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.216901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.216949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.217241] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.217345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.217406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.217561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.217639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.217725] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 already deleted. [ 877.217803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.247809] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.248028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.248225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.248454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.248610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.266524] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 877.521570] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.521726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.521852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.522013] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.522109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.522210] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 is going to be created. [ 877.544678] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.544826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.544899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.545115] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.545281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.554918] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: UNINITIALIZED for 2s [ 877.673263] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.673518] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.674187] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.674187] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.674187] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.674324] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port c63667b7-8b84-4402-805c-99d7e683209e not found, creating... [ 877.674511] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.674703] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.674796] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.675029] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.675166] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.675478] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.675478] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.675787] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.676043] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.676200] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.676410] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: c63667b7-8b84-4402-805c-99d7e683209e is going to be created. [ 877.697648] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.697922] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.698084] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.698704] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.698704] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.698920] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-c63667b7-8b84-4402-805c-99d7e683209e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.021062] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2630937b-f642-4d36-badc-ca23e3c66c04 in Status: SUCCESS [ 878.021321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.021555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.021800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.022020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.022155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.022211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.022381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.022465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.022555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.022667] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.429354] env[65888]: INFO networking_nsxv3.common.synchronization [req-72849678-d550-4ff6-b82f-bce26460466d req-beeda055-cc8b-48e9-8240-35bc0b297cff service nova] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_rules [ 878.429780] env[65888]: INFO networking_nsxv3.common.synchronization [req-72849678-d550-4ff6-b82f-bce26460466d req-beeda055-cc8b-48e9-8240-35bc0b297cff service nova] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 878.429780] env[65888]: INFO networking_nsxv3.common.synchronization [req-72849678-d550-4ff6-b82f-bce26460466d req-beeda055-cc8b-48e9-8240-35bc0b297cff service nova] Enqueued Resource ID: c63667b7-8b84-4402-805c-99d7e683209e with Priority: HIGHEST for action port [ 878.430499] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_rules [ 878.430706] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 878.431261] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63667b7-8b84-4402-805c-99d7e683209e with Priority: HIGHEST for action port [ 878.431261] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.431569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.431569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.431899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.432050] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.433818] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.434162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.434162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.434513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.434513] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.434625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.434625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.435452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.435452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.435452] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.435823] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c63667b7-8b84-4402-805c-99d7e683209e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.436145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c63667b7-8b84-4402-805c-99d7e683209e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.436145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c63667b7-8b84-4402-805c-99d7e683209e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.436145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c63667b7-8b84-4402-805c-99d7e683209e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.436588] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63667b7-8b84-4402-805c-99d7e683209e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.526824] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.928211] env[65888]: INFO networking_nsxv3.common.synchronization [req-ec9b3694-42aa-453c-a3fe-b1cc0e747552 req-b8ac1a87-0255-457b-bcd9-3446ed80017e tempest-ListServerFiltersTestJSON-1787384789 tempest-ListServerFiltersTestJSON-1787384789-project-member] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 878.930351] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 878.931341] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.931540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.936556] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.936706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.938716] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c63667b7-8b84-4402-805c-99d7e683209e with status ACTIVE [ 878.938922] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.939342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.939342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.939572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.939572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.939655] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.939817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.939817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.939915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.940032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.940205] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.941473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.941473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.941473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.941473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.941473] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c63667b7-8b84-4402-805c-99d7e683209e is going to be updated. [ 878.941768] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.968626] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.968626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.968626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.968786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.971021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.971021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c63667b7-8b84-4402-805c-99d7e683209e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.030443] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2630937b-f642-4d36-badc-ca23e3c66c04: rpc.has_security_group_logging(os_id): False [ 879.072836] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.073157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.073509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.073768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.075020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.075020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.075020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.075020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.075020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.075020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.075020] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2630937b-f642-4d36-badc-ca23e3c66c04 is going to be created. [ 879.078814] env[65888]: INFO networking_nsxv3.common.synchronization [None req-0115bac7-8203-4139-a508-7ab4f6755f5a None None] Enqueued Resource ID: 3e0587c0-391a-4126-ac7f-b9616eb0cece with Priority: HIGHEST for action port [ 879.079405] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0587c0-391a-4126-ac7f-b9616eb0cece with Priority: HIGHEST for action port [ 879.079545] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e0587c0-391a-4126-ac7f-b9616eb0cece taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.079670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e0587c0-391a-4126-ac7f-b9616eb0cece" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.079738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e0587c0-391a-4126-ac7f-b9616eb0cece" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.080975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e0587c0-391a-4126-ac7f-b9616eb0cece" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.080975] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0587c0-391a-4126-ac7f-b9616eb0cece',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.155532] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.159280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.159376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.159976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.159976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.173021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2630937b-f642-4d36-badc-ca23e3c66c04 in Status: IN_PROGRESS for 2s [ 879.284268] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 879.284531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.382167] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.382375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.382497] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.382838] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.383372] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.383727] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.383865] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.384154] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.384336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.384552] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.384664] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.384775] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.384886] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.384995] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.385130] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.385271] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.406564] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.406747] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.406902] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.407121] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.407449] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-7ac3a2ae-660e-4b43-9d00-e1417cb2149f taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.407658] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-7ac3a2ae-660e-4b43-9d00-e1417cb2149f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.407796] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-7ac3a2ae-660e-4b43-9d00-e1417cb2149f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.408152] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-7ac3a2ae-660e-4b43-9d00-e1417cb2149f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.408297] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac3a2ae-660e-4b43-9d00-e1417cb2149f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.446081] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.568961] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: SUCCESS [ 879.568961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.570036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.571184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.571393] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.571572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.571664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.571910] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.572091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.572255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.572436] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.584634] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e0587c0-391a-4126-ac7f-b9616eb0cece [ 879.584943] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.585206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.585206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.585482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.585846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.585846] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e0587c0-391a-4126-ac7f-b9616eb0cece already deleted. [ 879.585846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e0587c0-391a-4126-ac7f-b9616eb0cece" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.911697] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.911985] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.912139] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.912442] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.912638] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.912852] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 7ac3a2ae-660e-4b43-9d00-e1417cb2149f not found, creating... [ 879.913255] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.913501] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.913592] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.913836] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.913982] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.915016] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.915867] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.915867] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.915867] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.916499] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.917580] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 7ac3a2ae-660e-4b43-9d00-e1417cb2149f is going to be created. [ 879.941636] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.941905] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.942142] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.942389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.942763] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.943043] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-7ac3a2ae-660e-4b43-9d00-e1417cb2149f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.950112] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.950284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.950368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.950611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.950721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.950824] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be created. [ 879.997527] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.997726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.997726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.997946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.998132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.023657] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: UNINITIALIZED for 2s [ 880.075435] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.075937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.075937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.076108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.076309] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.076465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.076603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.076740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.076912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.077033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.077244] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.077359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.077425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.077588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.077741] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.077836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.077897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.078091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.078175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.078262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.078380] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.582086] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 240fe3d3-e654-4f10-af7f-9c5f54af21f9: rpc.has_security_group_logging(os_id): False [ 880.600270] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.600419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.601423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.601423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.601423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.601423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.601423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.601423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.601423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.602196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.602196] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.602196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.602196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.602196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.603545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.603812] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.603921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.603986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.604154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.604235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.604325] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 is going to be created. [ 880.662656] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.662988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.663076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.663287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.663459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.676265] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: IN_PROGRESS for 2s [ 880.695115] env[65888]: INFO networking_nsxv3.common.synchronization [req-ec9b3694-42aa-453c-a3fe-b1cc0e747552 req-f710ce8a-495f-4802-ac3e-9b36c4768545 service nova] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_rules [ 880.695115] env[65888]: INFO networking_nsxv3.common.synchronization [req-ec9b3694-42aa-453c-a3fe-b1cc0e747552 req-f710ce8a-495f-4802-ac3e-9b36c4768545 service nova] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 880.695115] env[65888]: INFO networking_nsxv3.common.synchronization [req-ec9b3694-42aa-453c-a3fe-b1cc0e747552 req-f710ce8a-495f-4802-ac3e-9b36c4768545 service nova] Enqueued Resource ID: 7ac3a2ae-660e-4b43-9d00-e1417cb2149f with Priority: HIGHEST for action port [ 880.695115] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_rules [ 880.695115] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 880.695498] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac3a2ae-660e-4b43-9d00-e1417cb2149f with Priority: HIGHEST for action port [ 880.695879] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.696100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.696475] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.696803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.698917] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ac3a2ae-660e-4b43-9d00-e1417cb2149f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.698917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ac3a2ae-660e-4b43-9d00-e1417cb2149f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.698917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ac3a2ae-660e-4b43-9d00-e1417cb2149f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.698917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ac3a2ae-660e-4b43-9d00-e1417cb2149f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.698917] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac3a2ae-660e-4b43-9d00-e1417cb2149f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.143111] env[65888]: INFO networking_nsxv3.common.synchronization [req-3a1fc6f9-a04e-4fa6-bfaf-1ea9f44571a2 req-0fab1448-5066-4a28-89d6-ffea5cad8c40 tempest-ServerActionsTestOtherB-945922585 tempest-ServerActionsTestOtherB-945922585-project-member] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 881.143731] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 881.144094] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.144222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.144324] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.144489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.144645] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.144747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.144807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.145493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.145596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.145702] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.187464] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2630937b-f642-4d36-badc-ca23e3c66c04 in Status: SUCCESS [ 881.187464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.203381] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ac3a2ae-660e-4b43-9d00-e1417cb2149f with status ACTIVE [ 881.203381] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.203381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.203381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.203381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.203381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.203381] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.203381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.203381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.203381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.203381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.204016] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.204394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.205101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.205289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.205374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.205480] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ac3a2ae-660e-4b43-9d00-e1417cb2149f is going to be updated. [ 881.231948] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.232031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.232062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.232321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.232453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.232626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ac3a2ae-660e-4b43-9d00-e1417cb2149f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.305621] env[65888]: INFO networking_nsxv3.common.synchronization [None req-f2f81f03-7a99-4459-a3be-b5c6e2af62d2 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_rules [ 881.306347] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_rules [ 881.306676] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bc996ef-550b-4508-8808-3650cdd7b41b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.306825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.306874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.307442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.307523] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.439383] env[65888]: INFO networking_nsxv3.common.synchronization [None req-e153ca34-4942-49c3-8f58-b34be8c38db8 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_rules [ 881.439383] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_rules [ 881.439383] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bc996ef-550b-4508-8808-3650cdd7b41b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.439383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.614595] env[65888]: INFO networking_nsxv3.common.synchronization [req-b01bb12f-ca6c-45bb-a288-7c1bdc0291ba req-8e661b4a-976a-49f1-a464-8d57eabde228 tempest-ListServerFiltersTestJSON-1787384789 tempest-ListServerFiltersTestJSON-1787384789-project-member] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 881.615371] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 881.615786] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.615995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.648890] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.649179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.649250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.649471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.673032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.673295] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.673410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.673475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.674192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.674192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.674192] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 881.704814] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.705093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.705625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.705750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.706093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.717577] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 881.839299] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.839299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.839299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.839299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.839299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.839299] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bc996ef-550b-4508-8808-3650cdd7b41b already deleted. [ 881.839299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.839299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.839299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.839896] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.036997] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 882.037603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.037765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.038268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.038268] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.038550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.038550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.038550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.038777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.038777] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.104244] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.105237] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.105237] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.105237] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.105563] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.105711] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.105950] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.106203] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.106344] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.106549] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.106653] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.106752] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.106857] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.106956] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.108065] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.108065] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.127805] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.127805] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.127805] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.127805] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-560" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.127967] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-c41034f7-282a-4b59-9610-c634db7f1d75 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.128158] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-c41034f7-282a-4b59-9610-c634db7f1d75" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.128274] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-c41034f7-282a-4b59-9610-c634db7f1d75" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.128592] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-c41034f7-282a-4b59-9610-c634db7f1d75" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.128724] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41034f7-282a-4b59-9610-c634db7f1d75',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.372771] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.373234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.373234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.373234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.373375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.373413] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bc996ef-550b-4508-8808-3650cdd7b41b already deleted. [ 882.373504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.541976] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.635036] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.635036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.635036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.635036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.635036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.635036] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port c41034f7-282a-4b59-9610-c634db7f1d75 not found, creating... [ 882.635036] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.635944] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.636360] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.636913] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.637340] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.637980] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.638437] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.639839] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.639839] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.639839] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.639839] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: c41034f7-282a-4b59-9610-c634db7f1d75 is going to be created. [ 882.688631] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.688631] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.688631] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.688631] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.688631] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.689281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-c41034f7-282a-4b59-9610-c634db7f1d75" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.690658] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: SUCCESS [ 882.690783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.045777] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.446775] env[65888]: INFO networking_nsxv3.common.synchronization [req-b01bb12f-ca6c-45bb-a288-7c1bdc0291ba req-7c8b1fea-7f68-4f24-b496-17e573ec0189 service nova] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_rules [ 883.447060] env[65888]: INFO networking_nsxv3.common.synchronization [req-b01bb12f-ca6c-45bb-a288-7c1bdc0291ba req-7c8b1fea-7f68-4f24-b496-17e573ec0189 service nova] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 883.447756] env[65888]: INFO networking_nsxv3.common.synchronization [req-b01bb12f-ca6c-45bb-a288-7c1bdc0291ba req-7c8b1fea-7f68-4f24-b496-17e573ec0189 service nova] Enqueued Resource ID: c41034f7-282a-4b59-9610-c634db7f1d75 with Priority: HIGHEST for action port [ 883.448524] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_rules [ 883.449507] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 883.449507] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41034f7-282a-4b59-9610-c634db7f1d75 with Priority: HIGHEST for action port [ 883.449507] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.449507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.449507] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.449681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.449883] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c41034f7-282a-4b59-9610-c634db7f1d75 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.449999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c41034f7-282a-4b59-9610-c634db7f1d75" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.450077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c41034f7-282a-4b59-9610-c634db7f1d75" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.450376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c41034f7-282a-4b59-9610-c634db7f1d75" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.450491] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41034f7-282a-4b59-9610-c634db7f1d75',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.553528] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.553528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.553528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.553528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.553528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.553528] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be updated. [ 883.609095] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.609339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.609416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.609628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.609780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.622901] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: IN_PROGRESS for 2s [ 883.728934] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 883.729198] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc deletion is rescheduled due to dependency. [ 883.729382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.953735] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c41034f7-282a-4b59-9610-c634db7f1d75 with status ACTIVE [ 883.953735] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.954098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.954176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.954411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.954487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.955118] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.955118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.955118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.955377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.955377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.955575] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.955698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.955831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.956020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.956071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.956158] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c41034f7-282a-4b59-9610-c634db7f1d75 is going to be updated. [ 883.985694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.985954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.985954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.986175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.986301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.986937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c41034f7-282a-4b59-9610-c634db7f1d75" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.634739] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 885.635107] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.635182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.636294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.636294] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.636294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.636294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.636294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.636294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.636294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.636294] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.637501] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.637501] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.637626] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.639680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.639680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.639680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.639680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.639680] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.140057] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.140188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.141739] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.264128] env[65888]: INFO networking_nsxv3.common.synchronization [req-6eec8848-1c11-46f4-9332-d6c45f7a3e82 req-00e48e0c-f1f9-4733-b3a7-cccef385fdef tempest-ImagesOneServerNegativeTestJSON-1865084853 tempest-ImagesOneServerNegativeTestJSON-1865084853-project-member] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 886.264634] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGHEST for action security_group_members [ 886.264939] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.265303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.265303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.265455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.265494] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.265747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.265747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.265747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.265861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.266090] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.644921] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.768472] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.768472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.768472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.768472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.768472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.768930] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.769178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.770094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.770363] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.770468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.770584] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be updated. [ 886.800779] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.801221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.802213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.802213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.802213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.815737] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: IN_PROGRESS for 2s [ 887.147199] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.147309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.147383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.147575] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.147637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.148110] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be updated. [ 887.182847] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.183186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.183359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.183732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.183881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.195257] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: IN_PROGRESS for 2s [ 888.828205] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0793c14-76a4-41fb-85e6-c9050d208cbf in Status: SUCCESS [ 888.828497] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf deletion is rescheduled due to dependency. [ 888.828497] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.206621] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 889.206870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.207742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.207742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.207742] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.207742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.207742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.208231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.208231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.208231] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.710426] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.213493] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.719718] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.720123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.722165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.722967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.722967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.723400] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be updated. [ 890.758098] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.758248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.758340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.758654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.758785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.770067] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: IN_PROGRESS for 2s [ 891.265553] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 891.265553] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 892.781468] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 892.781869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.781869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.782080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.782354] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.782500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.782603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.782809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.782898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.783024] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.286884] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.789311] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.291681] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.291842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.291929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.292154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.292270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.292340] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be updated. [ 894.333265] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.333265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.333265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.333265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.333265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.342686] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: IN_PROGRESS for 2s [ 895.458148] env[65888]: INFO networking_nsxv3.common.synchronization [req-04209cca-235f-453f-ba07-61ee5d6e46db req-892cb77f-bbc0-4edd-8018-15953790b0a1 tempest-ServersAdminTestJSON-1658859935 tempest-ServersAdminTestJSON-1658859935-project-member] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 895.458962] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGHEST for action security_group_members [ 895.459509] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.459694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.459807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.460118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.460369] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.460535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.460711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.460874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.461009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.461151] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.963954] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.964169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.964241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.964419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.985377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.985655] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.985791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.985832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.986038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.986124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.986211] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be updated. [ 896.014320] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.014540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.014540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.014709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.014842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.023934] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: IN_PROGRESS for 2s [ 896.353495] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 896.353801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.354054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.354204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.354371] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.354493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.354554] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.354709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.354789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.354898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.355094] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.355249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.355281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.355428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.355747] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.355853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.355928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.356096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.356167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.356244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.356335] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.503723] env[65888]: INFO networking_nsxv3.common.synchronization [req-a1c100f9-bb28-4dd3-8068-ec97bc880b93 req-8577b1f2-14d2-492e-bb0f-c2afc10835a8 tempest-ImagesTestJSON-1987326378 tempest-ImagesTestJSON-1987326378-project-member] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 896.504397] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 896.504725] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.505066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.505066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.505236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.505400] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.505507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.505566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.506368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.506502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.507621] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.859597] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e515c98e-e6e5-46e2-b63d-8bf4d54357a0: rpc.has_security_group_logging(os_id): False [ 896.880508] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.880785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.880785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.881251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.881251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.881363] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.881455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.881525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.881696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.881770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.881997] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.882100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.882170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.882304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.882383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.882559] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.882649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.882711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.882945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.883068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.883200] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be created. [ 896.923619] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.923863] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.924042] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.924345] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.924651] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.924821] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.924938] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.925175] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.925320] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.925527] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.925638] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.925742] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.925846] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.925953] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.926067] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.926196] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.943062] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.943062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.943062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.943062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.943062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.947230] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.947577] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.947763] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.947969] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.948337] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-1bca6226-ef30-4803-ae94-ae3bd86440d9 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.948482] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-1bca6226-ef30-4803-ae94-ae3bd86440d9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.948603] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-1bca6226-ef30-4803-ae94-ae3bd86440d9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.950652] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-1bca6226-ef30-4803-ae94-ae3bd86440d9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.950830] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bca6226-ef30-4803-ae94-ae3bd86440d9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.954296] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: IN_PROGRESS for 2s [ 897.009969] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.010253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.010370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.010622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.010733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.010961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.011099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.011167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.011326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.011405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.011514] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 897.050152] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.050386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.050386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.050593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.050739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.061285] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 897.454090] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.454370] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.454512] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.454883] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.454953] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.455106] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 1bca6226-ef30-4803-ae94-ae3bd86440d9 not found, creating... [ 897.455355] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.455510] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.455624] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.455838] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.455970] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.456263] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.456444] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.456568] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.456770] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.456901] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.457054] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 1bca6226-ef30-4803-ae94-ae3bd86440d9 is going to be created. [ 897.476420] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.476583] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.476674] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.476926] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.477169] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.477431] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-1bca6226-ef30-4803-ae94-ae3bd86440d9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.036724] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c in Status: SUCCESS [ 898.036977] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c deletion is rescheduled due to dependency. [ 898.036977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.234234] env[65888]: INFO networking_nsxv3.common.synchronization [req-a1c100f9-bb28-4dd3-8068-ec97bc880b93 req-8f4c3cae-1972-4d72-b0f0-fd6967b8d8ac service nova] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_rules [ 898.234458] env[65888]: INFO networking_nsxv3.common.synchronization [req-a1c100f9-bb28-4dd3-8068-ec97bc880b93 req-8f4c3cae-1972-4d72-b0f0-fd6967b8d8ac service nova] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 898.234573] env[65888]: INFO networking_nsxv3.common.synchronization [req-a1c100f9-bb28-4dd3-8068-ec97bc880b93 req-8f4c3cae-1972-4d72-b0f0-fd6967b8d8ac service nova] Enqueued Resource ID: 1bca6226-ef30-4803-ae94-ae3bd86440d9 with Priority: HIGHEST for action port [ 898.235150] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_rules [ 898.235307] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 898.235410] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bca6226-ef30-4803-ae94-ae3bd86440d9 with Priority: HIGHEST for action port [ 898.235694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.235816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.235883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.236091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.236171] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.237070] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.237172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.237335] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bca6226-ef30-4803-ae94-ae3bd86440d9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.237421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bca6226-ef30-4803-ae94-ae3bd86440d9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.237523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bca6226-ef30-4803-ae94-ae3bd86440d9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.237652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bca6226-ef30-4803-ae94-ae3bd86440d9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.237721] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bca6226-ef30-4803-ae94-ae3bd86440d9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.741139] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.741139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.741139] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bca6226-ef30-4803-ae94-ae3bd86440d9 with status ACTIVE [ 898.741139] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.741353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.741353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.741513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.741619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.741805] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.741923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.741981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.742161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.742237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.742417] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.742514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.742574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.742710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.742798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.742884] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bca6226-ef30-4803-ae94-ae3bd86440d9 is going to be updated. [ 898.765107] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.765258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.765325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.765539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.765678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.765834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bca6226-ef30-4803-ae94-ae3bd86440d9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.967996] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 898.967996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.967996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.968212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.968274] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.071548] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 899.071832] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 deletion is rescheduled due to dependency. [ 899.071832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.072009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.072223] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.072404] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.072523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.072588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.072731] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.072808] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.072900] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.470617] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.470818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.471381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.471381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.471565] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.471565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.471668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.471867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.471988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.472128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.472243] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.574512] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.976280] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.976585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.976838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.977198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.977726] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.977726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.977726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.978013] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.978160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.978292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.978570] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.978645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.978743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.978933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.979135] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.979248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.979435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.979616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.979755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.979875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.980014] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.077066] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.483036] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e515c98e-e6e5-46e2-b63d-8bf4d54357a0: rpc.has_security_group_logging(os_id): False [ 900.503453] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.503619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.503673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.503886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.503977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.504208] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.504320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.504376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.504520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.504594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.504771] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.504865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.504925] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.505077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.505150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.505348] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.505490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.505573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.505715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.505784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.505883] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be updated. [ 900.581320] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.581698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.581988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.582348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.582521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.582689] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 900.592554] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.592831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.592892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.593184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.593410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.613693] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: IN_PROGRESS for 2s [ 900.620323] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.620642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.620773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.621055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.621216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.637115] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 900.790780] env[65888]: INFO networking_nsxv3.common.synchronization [req-64531595-556d-4d2f-81e3-a6144d401111 req-9b3d8008-f392-4af8-88bb-adfbf9e7c2e8 tempest-ListImageFiltersTestJSON-1017871960 tempest-ListImageFiltersTestJSON-1017871960-project-member] Enqueued Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 900.791365] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGHEST for action security_group_members [ 900.791676] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.791844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.791894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.792137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.792259] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.792369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.792418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.792563] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.792642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.792731] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.295639] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.295928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.295928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.296208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.332541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.332541] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.332541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.332541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.332541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.332541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.332541] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 is going to be updated. [ 901.368092] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.368352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.368459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.368774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.370861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.384170] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: IN_PROGRESS for 2s [ 902.631585] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 902.631874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.632091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.632476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.632542] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.647494] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 902.647912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.648210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.648545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.650040] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.650299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.650451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.650710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.650949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.651365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.651575] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.137961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.138168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.138247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.138511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.140769] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.140901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.141129] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.141225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.141316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.141407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.141502] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.155224] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.155224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.155224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.155224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.155224] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.156249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.156249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.156249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.156451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.156451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.156594] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.156717] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.156770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.156931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.157107] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.157246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.157362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.157508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.157603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.157693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.157788] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.395969] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 in Status: SUCCESS [ 903.395969] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 deletion is rescheduled due to dependency. [ 903.395969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.644564] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.644862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.644862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.645049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.645423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.645562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.645631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.645823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.645916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.646027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.647079] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.647214] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.647522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.647665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.647879] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.648038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.648150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.648351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.649202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.649388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.649593] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.659839] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2f58e7f-ae4c-4960-9ca7-8f36c1970898: rpc.has_security_group_logging(os_id): False [ 903.678867] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.679015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.679126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.679297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.679500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.679665] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.679763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.679863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.679969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.680051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.680247] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.680347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.680378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.680664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.680664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.680759] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.680844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.680874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.680993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.683252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.683252] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 903.744482] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.744638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.744638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.744894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.745088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.759448] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 904.153583] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e515c98e-e6e5-46e2-b63d-8bf4d54357a0: rpc.has_security_group_logging(os_id): False [ 904.173427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.173427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.173427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.173427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.173427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.173427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.173427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.173427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.173427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.173427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.173427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.174031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.174031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.174031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.174031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.174031] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.174169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.174169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.174262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.174368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.174406] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be updated. [ 904.234404] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.234578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.234656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.234905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.235076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.248908] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: IN_PROGRESS for 2s [ 905.776198] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 905.776520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.793333] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 905.793333] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 906.134837] env[65888]: INFO networking_nsxv3.common.synchronization [req-0b74c948-afc0-42ff-b42c-c67799f9d045 req-53d549d0-7bf2-485a-9d0c-5876ee227d54 tempest-ListServerFiltersTestJSON-1787384789 tempest-ListServerFiltersTestJSON-1787384789-project-member] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 906.135205] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 906.136681] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.136774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.136845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.137057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.137321] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.137396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.137449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.137605] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.137695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.137782] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.267370] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 906.267598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.640422] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.142981] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.336156] env[65888]: INFO networking_nsxv3.common.synchronization [req-31805d30-22a3-413a-81a0-3b5f3566eeb1 req-b69e80f2-7e0b-4f1c-b2f1-660fb46bb0bd tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 907.336771] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 907.337169] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.337314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.337457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.337674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.337927] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.338413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.338522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.338740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.338845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.338964] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.646437] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.646615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.646697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.646909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.646998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.647108] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be updated. [ 907.677089] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.677192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.677257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.677475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.677621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.688982] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: IN_PROGRESS for 2s [ 907.794920] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.795336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.795336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.795448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.795702] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.795940] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.796011] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.796185] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.796320] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.796521] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.796841] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.796841] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.796926] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.797018] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.797131] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.797225] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.816783] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.816928] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.816970] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.817142] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.817486] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-b4891941-fec4-419a-ab01-a6f841388732 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.817632] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-b4891941-fec4-419a-ab01-a6f841388732" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.817752] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-b4891941-fec4-419a-ab01-a6f841388732" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.818109] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-b4891941-fec4-419a-ab01-a6f841388732" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.818249] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4891941-fec4-419a-ab01-a6f841388732',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.842307] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.844361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.844361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.844361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.844361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.844361] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.844361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.844361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.844361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.844361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.844361] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 907.875669] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.875669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.875669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.875669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.875669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.886808] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 908.321035] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.321035] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.321550] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.321550] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.321610] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.321744] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port b4891941-fec4-419a-ab01-a6f841388732 not found, creating... [ 908.322040] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.323958] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.323958] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.323958] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.323958] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.323958] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.323958] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.323958] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.323958] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.323958] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.323958] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: b4891941-fec4-419a-ab01-a6f841388732 is going to be created. [ 908.354753] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.355092] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.355249] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.355577] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.355894] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.356139] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-b4891941-fec4-419a-ab01-a6f841388732" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.071862] env[65888]: INFO networking_nsxv3.common.synchronization [req-31805d30-22a3-413a-81a0-3b5f3566eeb1 req-e6aaf7ba-48f6-476b-941a-179160b42567 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 909.071862] env[65888]: INFO networking_nsxv3.common.synchronization [req-31805d30-22a3-413a-81a0-3b5f3566eeb1 req-e6aaf7ba-48f6-476b-941a-179160b42567 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 909.071862] env[65888]: INFO networking_nsxv3.common.synchronization [req-31805d30-22a3-413a-81a0-3b5f3566eeb1 req-e6aaf7ba-48f6-476b-941a-179160b42567 service nova] Enqueued Resource ID: b4891941-fec4-419a-ab01-a6f841388732 with Priority: HIGHEST for action port [ 909.072645] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 909.072774] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 909.072866] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4891941-fec4-419a-ab01-a6f841388732 with Priority: HIGHEST for action port [ 909.073222] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.073299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.073608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.073608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.073608] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.074943] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.075056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.075254] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4891941-fec4-419a-ab01-a6f841388732 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.075356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4891941-fec4-419a-ab01-a6f841388732" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.075431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4891941-fec4-419a-ab01-a6f841388732" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.075608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4891941-fec4-419a-ab01-a6f841388732" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.075680] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4891941-fec4-419a-ab01-a6f841388732',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.577839] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.578139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.578179] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4891941-fec4-419a-ab01-a6f841388732 with status ACTIVE [ 909.578349] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.578465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.578561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.578752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.578851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.579035] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.579135] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.579239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.579346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.579531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.579728] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.579824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.579886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.580043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.580117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.580212] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4891941-fec4-419a-ab01-a6f841388732 is going to be updated. [ 909.628687] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.628796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.628831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.629072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.629213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.629379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4891941-fec4-419a-ab01-a6f841388732" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.707022] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 909.707022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.897838] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 909.898037] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d deletion is rescheduled due to dependency. [ 909.898172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.898308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.898534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.898731] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.898831] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.898911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.899086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.899257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.899257] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.972174] env[65888]: INFO networking_nsxv3.common.synchronization [req-818e5b37-939f-48f8-af3c-73b67d71e8a2 req-6d60b2ac-8bfa-454f-ac02-201b58a0707b tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 909.973301] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 909.973618] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.973735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.973807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.974675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.974878] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.974981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.975105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.975563] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.975637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.975673] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.065725] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1dc3b191-7b6e-4c54-8a30-8b7e7dd67b55 None None] Enqueued Resource ID: 4fb00399-0215-4c25-841c-c9b2fa2ffbc6 with Priority: HIGHEST for action port [ 910.066575] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb00399-0215-4c25-841c-c9b2fa2ffbc6 with Priority: HIGHEST for action port [ 910.066575] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb00399-0215-4c25-841c-c9b2fa2ffbc6 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.066731] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb00399-0215-4c25-841c-c9b2fa2ffbc6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.066762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb00399-0215-4c25-841c-c9b2fa2ffbc6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.067761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb00399-0215-4c25-841c-c9b2fa2ffbc6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.067761] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb00399-0215-4c25-841c-c9b2fa2ffbc6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.402257] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.478102] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.478379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.478524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.478797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.478960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.479289] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.479502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.479578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.479779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.479943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.479943] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 already deleted. [ 910.480127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.569594] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fb00399-0215-4c25-841c-c9b2fa2ffbc6 [ 910.570234] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.570234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.570234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.570378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.570378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.570450] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fb00399-0215-4c25-841c-c9b2fa2ffbc6 already deleted. [ 910.570501] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb00399-0215-4c25-841c-c9b2fa2ffbc6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.822051] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.822439] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.822439] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.822733] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.823009] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.823249] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.823369] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.823597] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.823738] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.823942] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.824063] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.824172] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.824275] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.824378] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.824477] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.824607] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.847942] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.847942] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.847942] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.847942] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.847942] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-a55d7100-8623-44be-852d-1bdd9a8b38e0 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.847942] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-a55d7100-8623-44be-852d-1bdd9a8b38e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.847942] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-a55d7100-8623-44be-852d-1bdd9a8b38e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.847942] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-a55d7100-8623-44be-852d-1bdd9a8b38e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.847942] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55d7100-8623-44be-852d-1bdd9a8b38e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.904307] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.351403] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.351975] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.352275] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.353039] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.353039] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.353039] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port a55d7100-8623-44be-852d-1bdd9a8b38e0 not found, creating... [ 911.353344] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.353563] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.353798] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.353961] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.354171] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.355566] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.355566] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.355566] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.355566] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.355566] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.355566] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: a55d7100-8623-44be-852d-1bdd9a8b38e0 is going to be created. [ 911.376383] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.376383] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.376536] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.377146] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.377146] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.377340] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-a55d7100-8623-44be-852d-1bdd9a8b38e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.406372] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.406372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.406372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.406569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.406657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.406756] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 911.467836] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.468014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.468056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.468267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.468570] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.487756] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 912.139549] env[65888]: INFO networking_nsxv3.common.synchronization [req-818e5b37-939f-48f8-af3c-73b67d71e8a2 req-fef70d32-28ec-4428-9a8e-0811917e4a15 service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 912.139549] env[65888]: INFO networking_nsxv3.common.synchronization [req-818e5b37-939f-48f8-af3c-73b67d71e8a2 req-fef70d32-28ec-4428-9a8e-0811917e4a15 service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 912.139866] env[65888]: INFO networking_nsxv3.common.synchronization [req-818e5b37-939f-48f8-af3c-73b67d71e8a2 req-fef70d32-28ec-4428-9a8e-0811917e4a15 service nova] Enqueued Resource ID: a55d7100-8623-44be-852d-1bdd9a8b38e0 with Priority: HIGHEST for action port [ 912.140312] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 912.140467] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 912.140972] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55d7100-8623-44be-852d-1bdd9a8b38e0 with Priority: HIGHEST for action port [ 912.141293] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.141421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.141556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.141863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.141946] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.142801] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.142925] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.143025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.143198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.143350] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.143447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.143509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.143644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.143793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.143836] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.144715] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55d7100-8623-44be-852d-1bdd9a8b38e0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.144824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55d7100-8623-44be-852d-1bdd9a8b38e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.144886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55d7100-8623-44be-852d-1bdd9a8b38e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.145061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55d7100-8623-44be-852d-1bdd9a8b38e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.145138] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55d7100-8623-44be-852d-1bdd9a8b38e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.525541] env[65888]: INFO networking_nsxv3.common.synchronization [req-9ea1dbec-0acc-4e2c-9013-e01ff91a8e71 req-51f43091-f90b-4304-b69a-b6d23fb386c1 tempest-ServerMetadataTestJSON-269365162 tempest-ServerMetadataTestJSON-269365162-project-member] Enqueued Resource ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be with Priority: HIGHEST for action security_group_members [ 912.526303] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be with Priority: HIGHEST for action security_group_members [ 912.526455] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.526640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.526821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.528796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.528996] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.529138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.529206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.529538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.529641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.529739] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad32ec8-3b7d-4006-b722-7d59eb9ad9be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.646798] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.646798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.651076] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a55d7100-8623-44be-852d-1bdd9a8b38e0 with status ACTIVE [ 912.651993] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.651993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.651993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.651993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.651993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.652212] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.652253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.652289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.656022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.656022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.656022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.656022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.656022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.656022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.656022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.656022] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a55d7100-8623-44be-852d-1bdd9a8b38e0 is going to be updated. [ 912.656524] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.680389] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.680467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.680748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.680782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.681544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.681544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55d7100-8623-44be-852d-1bdd9a8b38e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.951859] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-600 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.951859] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-600" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.951859] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-600" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.952238] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-600" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.952500] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.953320] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.953943] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.953943] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.953943] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.954162] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.954301] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.954376] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.954813] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.954813] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.954813] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.954813] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.983962] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.985204] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.985204] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.985204] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-600" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.985204] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-32f7c922-b81e-42a4-b4d1-0f99266d7d46 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.985204] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-32f7c922-b81e-42a4-b4d1-0f99266d7d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.985204] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-32f7c922-b81e-42a4-b4d1-0f99266d7d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.985623] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-32f7c922-b81e-42a4-b4d1-0f99266d7d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.985659] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f7c922-b81e-42a4-b4d1-0f99266d7d46',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.032063] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.032314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.032387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.032569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.032661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.033866] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.033866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.033866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.033866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.033866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.033866] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be already deleted. [ 913.033866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.163023] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.489268] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.489834] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.489834] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.490232] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.490580] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.490580] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 32f7c922-b81e-42a4-b4d1-0f99266d7d46 not found, creating... [ 913.490921] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.491138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.491316] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.491653] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.491743] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.492219] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.492705] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.492882] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.493305] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.493573] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.493795] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 32f7c922-b81e-42a4-b4d1-0f99266d7d46 is going to be created. [ 913.509761] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 913.509987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.510193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.510536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.510702] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.511159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.511159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.511159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.511159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.511407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.511407] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.536396] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.536623] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.536776] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.537117] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.539883] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.539883] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-32f7c922-b81e-42a4-b4d1-0f99266d7d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.665602] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.665881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.665881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.667829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.667829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.667829] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be created. [ 913.703478] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.703716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.703809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.704175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.704382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.718803] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: UNINITIALIZED for 2s [ 914.015547] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.017700] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.017700] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.017700] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.017700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.018298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.018298] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.283346] env[65888]: INFO networking_nsxv3.common.synchronization [req-9ea1dbec-0acc-4e2c-9013-e01ff91a8e71 req-b2bee11c-a612-42d7-9bb8-f81d85a09508 service nova] Enqueued Resource ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be with Priority: HIGHEST for action security_group_rules [ 914.283346] env[65888]: INFO networking_nsxv3.common.synchronization [req-9ea1dbec-0acc-4e2c-9013-e01ff91a8e71 req-b2bee11c-a612-42d7-9bb8-f81d85a09508 service nova] Enqueued Resource ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be with Priority: HIGHEST for action security_group_members [ 914.283346] env[65888]: INFO networking_nsxv3.common.synchronization [req-9ea1dbec-0acc-4e2c-9013-e01ff91a8e71 req-b2bee11c-a612-42d7-9bb8-f81d85a09508 service nova] Enqueued Resource ID: 32f7c922-b81e-42a4-b4d1-0f99266d7d46 with Priority: HIGHEST for action port [ 914.283346] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be with Priority: HIGHEST for action security_group_rules [ 914.283346] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be with Priority: HIGHEST for action security_group_members [ 914.284017] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f7c922-b81e-42a4-b4d1-0f99266d7d46 with Priority: HIGHEST for action port [ 914.284558] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.284821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.284981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.285535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.285711] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ad32ec8-3b7d-4006-b722-7d59eb9ad9be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.287284] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.287562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.287726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.288017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.288281] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.288524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.288771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.289066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.289378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.292039] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad32ec8-3b7d-4006-b722-7d59eb9ad9be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.292039] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f7c922-b81e-42a4-b4d1-0f99266d7d46 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.292039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f7c922-b81e-42a4-b4d1-0f99266d7d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.292039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f7c922-b81e-42a4-b4d1-0f99266d7d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.292039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f7c922-b81e-42a4-b4d1-0f99266d7d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.292039] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f7c922-b81e-42a4-b4d1-0f99266d7d46',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.295612] env[65888]: INFO networking_nsxv3.common.synchronization [None req-4a640c1f-0d41-4602-a82b-6400bfd88133 None None] Enqueued Resource ID: 44d8c114-526c-40b9-a3a4-b5deecb6bc33 with Priority: HIGHEST for action port [ 914.296390] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d8c114-526c-40b9-a3a4-b5deecb6bc33 with Priority: HIGHEST for action port [ 914.296920] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-44d8c114-526c-40b9-a3a4-b5deecb6bc33 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.297209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44d8c114-526c-40b9-a3a4-b5deecb6bc33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.297353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44d8c114-526c-40b9-a3a4-b5deecb6bc33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.297667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44d8c114-526c-40b9-a3a4-b5deecb6bc33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.297843] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44d8c114-526c-40b9-a3a4-b5deecb6bc33',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.520056] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46eefe31-fac4-4839-a9a9-40fe1f96887d: rpc.has_security_group_logging(os_id): False [ 914.541078] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.541283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.541283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.541521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.541627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.541849] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.541949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.542028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.542184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.542260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.542441] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.542537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.542598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.542737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.542826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.542986] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.543095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.543190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.543293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.543368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.543447] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 914.619104] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.619275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.619346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.620030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.620030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.638519] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 914.793767] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32f7c922-b81e-42a4-b4d1-0f99266d7d46 with status ACTIVE [ 914.794053] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.794184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.794235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.794616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.794616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.794764] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.794832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.794904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.794992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.795080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.795286] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.795398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.795467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.795651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.795833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.795833] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32f7c922-b81e-42a4-b4d1-0f99266d7d46 is going to be updated. [ 914.797114] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.797383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.797383] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ad32ec8-3b7d-4006-b722-7d59eb9ad9be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.801928] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44d8c114-526c-40b9-a3a4-b5deecb6bc33 [ 914.802504] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.802504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.802504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.802504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.802690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.802690] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44d8c114-526c-40b9-a3a4-b5deecb6bc33 already deleted. [ 914.802775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44d8c114-526c-40b9-a3a4-b5deecb6bc33" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.822845] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.823023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.823065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.823254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.823402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.823565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f7c922-b81e-42a4-b4d1-0f99266d7d46" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.208029] env[65888]: INFO networking_nsxv3.common.synchronization [req-a9c0c6a8-dcfe-46ea-baa0-e9b15c6a5b0a req-267cbd07-3e9c-4c8d-9fe7-0c31c35a8cc6 tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 915.208854] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 915.209249] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.209604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.209695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.209950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.211046] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.211046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.211046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.211046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.211046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.211046] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.301363] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ad32ec8-3b7d-4006-b722-7d59eb9ad9be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.631875] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.632852] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.632852] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.632852] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.633288] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.633551] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.634062] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.636399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.636399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.636399] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.636399] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.636399] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.636399] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.636399] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.636399] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.636399] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.667506] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.667769] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.667935] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.668196] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.668616] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-2b42c13c-620f-457f-bd71-eb860deaa5b6 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.668841] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-2b42c13c-620f-457f-bd71-eb860deaa5b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.668987] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-2b42c13c-620f-457f-bd71-eb860deaa5b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.669382] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-2b42c13c-620f-457f-bd71-eb860deaa5b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.669635] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b42c13c-620f-457f-bd71-eb860deaa5b6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.713639] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.714277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.716312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.716312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.716312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.716312] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.716312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.716312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.716312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.716312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.716312] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d already deleted. [ 915.716312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.732307] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 915.733334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.733837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.735127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.736480] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.736480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.736480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.736480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.736480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.736480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.736480] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.808316] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.808621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.808621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.808787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.808881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.808973] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be is going to be created. [ 915.837375] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.837375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.837375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.837375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.837375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.849730] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be in Status: UNINITIALIZED for 2s [ 916.173203] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.173470] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.173600] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.173911] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.174099] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.174266] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 2b42c13c-620f-457f-bd71-eb860deaa5b6 not found, creating... [ 916.174549] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.174719] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.174834] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.175089] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.175228] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.175513] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.175709] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.175868] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.176101] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.176234] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.176372] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 2b42c13c-620f-457f-bd71-eb860deaa5b6 is going to be created. [ 916.202375] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.205413] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.205413] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.205413] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.205413] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.205413] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-2b42c13c-620f-457f-bd71-eb860deaa5b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.239892] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.240149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.240149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.240394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.240629] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.240747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.240815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.241015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.241107] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.241200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.241380] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.241483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.241580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.241834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.242031] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.242141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.242204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.242361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.242502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.242615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.242711] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.655233] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 916.655477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.746349] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e6f79af-bff5-447e-bb92-a80419961a18: rpc.has_security_group_logging(os_id): False [ 916.764793] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.765010] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.765059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.765273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.765360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.765582] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.765685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.765749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.765893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.765967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.766266] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.766368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.766424] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.766561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.766633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.766914] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.767027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.767088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.767228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.767300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.767495] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be created. [ 916.830680] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.831026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.831026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.831284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.831518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.843589] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 916.926240] env[65888]: INFO networking_nsxv3.common.synchronization [req-a9c0c6a8-dcfe-46ea-baa0-e9b15c6a5b0a req-110237ae-aaf1-4fc0-ad58-060f7a38ad16 service nova] Enqueued Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_rules [ 916.926240] env[65888]: INFO networking_nsxv3.common.synchronization [req-a9c0c6a8-dcfe-46ea-baa0-e9b15c6a5b0a req-110237ae-aaf1-4fc0-ad58-060f7a38ad16 service nova] Enqueued Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 916.926240] env[65888]: INFO networking_nsxv3.common.synchronization [req-a9c0c6a8-dcfe-46ea-baa0-e9b15c6a5b0a req-110237ae-aaf1-4fc0-ad58-060f7a38ad16 service nova] Enqueued Resource ID: 2b42c13c-620f-457f-bd71-eb860deaa5b6 with Priority: HIGHEST for action port [ 916.926240] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_rules [ 916.926240] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 916.926240] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b42c13c-620f-457f-bd71-eb860deaa5b6 with Priority: HIGHEST for action port [ 916.926240] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.926240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.926733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.927415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.927687] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.928981] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.931114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.931114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.931114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.931114] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.931114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.931114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.931114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.931114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.931114] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.933302] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b42c13c-620f-457f-bd71-eb860deaa5b6 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.933787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b42c13c-620f-457f-bd71-eb860deaa5b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.933953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b42c13c-620f-457f-bd71-eb860deaa5b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.934355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b42c13c-620f-457f-bd71-eb860deaa5b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.934713] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b42c13c-620f-457f-bd71-eb860deaa5b6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.437602] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.438787] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.438987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.439106] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b42c13c-620f-457f-bd71-eb860deaa5b6 with status ACTIVE [ 917.439525] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.439674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.439739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.439960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.440067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.440244] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.440379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.440454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.440725] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.440806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.441224] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.441224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.441224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.441394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.441394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.441530] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b42c13c-620f-457f-bd71-eb860deaa5b6 is going to be updated. [ 917.468159] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.468407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.468464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.468689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.468854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.469027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b42c13c-620f-457f-bd71-eb860deaa5b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.825881] env[65888]: INFO networking_nsxv3.common.synchronization [req-74c5c089-dc9a-4aef-99f5-c50227ae67da req-d91c9656-548f-4369-8ba2-5fa2c2462d3f tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_members [ 917.827542] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_members [ 917.827542] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bc996ef-550b-4508-8808-3650cdd7b41b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.827542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.827542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.827542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.827542] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.827542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.827542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.827825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.827825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.827825] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.860738] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be in Status: SUCCESS [ 917.861030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.861572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.861852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.862094] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.862218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.862284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.862495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.862683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.862733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.862873] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ad32ec8-3b7d-4006-b722-7d59eb9ad9be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.944498] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.331115] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.331948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.331948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.332095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.332252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.332534] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.332823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.332925] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.333153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.333710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.333710] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bc996ef-550b-4508-8808-3650cdd7b41b already deleted. [ 918.333710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.367600] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.367600] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.367600] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.367600] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.367600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.368466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.368466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.368466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.368466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.368466] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ad32ec8-3b7d-4006-b722-7d59eb9ad9be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.399081] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.399410] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.399729] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.400156] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.400512] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.400758] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.400987] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.401279] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.401529] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.401985] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.402253] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.402516] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.402789] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.403034] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.403398] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.403597] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.432808] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.433031] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.433186] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.433366] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.433695] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-f56818dd-7139-4b0b-be1f-2cfe712b3f55 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.433903] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-f56818dd-7139-4b0b-be1f-2cfe712b3f55" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.434039] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-f56818dd-7139-4b0b-be1f-2cfe712b3f55" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.434470] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-f56818dd-7139-4b0b-be1f-2cfe712b3f55" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.434629] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56818dd-7139-4b0b-be1f-2cfe712b3f55',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.448356] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.448356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.448356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.449514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.449514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.449514] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d is going to be created. [ 918.478498] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.478675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.478750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.478972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.479146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.490941] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: UNINITIALIZED for 2s [ 918.857548] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 918.857902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.875972] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be: rpc.has_security_group_logging(os_id): False [ 918.895023] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.895219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.895308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.895547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.895665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.895888] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.896060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.896126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.896242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.896314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.896500] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.896586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.896651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.896782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.896848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.897131] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.897354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.897354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.897557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.897557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.897622] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be is going to be created. [ 918.937857] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.938979] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.938979] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.938979] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.938979] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.938979] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port f56818dd-7139-4b0b-be1f-2cfe712b3f55 not found, creating... [ 918.939260] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.939440] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.939676] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.939966] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.940136] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.941082] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.941366] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.941654] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.941865] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.942064] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.942292] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: f56818dd-7139-4b0b-be1f-2cfe712b3f55 is going to be created. [ 918.961252] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.961437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.961508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.961707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.961916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.972376] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.972631] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.972773] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.973155] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.973387] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.973609] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-f56818dd-7139-4b0b-be1f-2cfe712b3f55" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.976056] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be in Status: IN_PROGRESS for 2s [ 919.749131] env[65888]: INFO networking_nsxv3.common.synchronization [req-74c5c089-dc9a-4aef-99f5-c50227ae67da req-58a600d6-543f-4392-abee-824412458188 service nova] Enqueued Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_rules [ 919.749317] env[65888]: INFO networking_nsxv3.common.synchronization [req-74c5c089-dc9a-4aef-99f5-c50227ae67da req-58a600d6-543f-4392-abee-824412458188 service nova] Enqueued Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_members [ 919.749515] env[65888]: INFO networking_nsxv3.common.synchronization [req-74c5c089-dc9a-4aef-99f5-c50227ae67da req-58a600d6-543f-4392-abee-824412458188 service nova] Enqueued Resource ID: f56818dd-7139-4b0b-be1f-2cfe712b3f55 with Priority: HIGHEST for action port [ 919.751858] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_rules [ 919.753494] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_members [ 919.753543] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f56818dd-7139-4b0b-be1f-2cfe712b3f55 with Priority: HIGHEST for action port [ 919.754675] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bc996ef-550b-4508-8808-3650cdd7b41b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.754873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.754873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.756209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.756209] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.758227] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bc996ef-550b-4508-8808-3650cdd7b41b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.758227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.758227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.758227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.758227] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.758227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.758227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.758227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.758480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.758480] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.759570] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f56818dd-7139-4b0b-be1f-2cfe712b3f55 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.760059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f56818dd-7139-4b0b-be1f-2cfe712b3f55" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.760059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f56818dd-7139-4b0b-be1f-2cfe712b3f55" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.760059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f56818dd-7139-4b0b-be1f-2cfe712b3f55" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.760251] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f56818dd-7139-4b0b-be1f-2cfe712b3f55',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.262670] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bc996ef-550b-4508-8808-3650cdd7b41b taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.263124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.263255] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.264657] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f56818dd-7139-4b0b-be1f-2cfe712b3f55 with status ACTIVE [ 920.265315] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.265315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.265315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.265551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.265551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.265707] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.265707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.265813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.266457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.266457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.266457] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.266457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.266457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.266457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.266792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.266792] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f56818dd-7139-4b0b-be1f-2cfe712b3f55 is going to be updated. [ 920.293137] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.293398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.293449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.293764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.293945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.294154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f56818dd-7139-4b0b-be1f-2cfe712b3f55" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.515054] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: SUCCESS [ 920.515054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.515054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.515054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.515054] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.515054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.515054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.515054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.515054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.515054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.515054] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.769248] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.990216] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be in Status: SUCCESS [ 920.990216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.019885] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.272716] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.272978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.272978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.273139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.273232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.273332] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bc996ef-550b-4508-8808-3650cdd7b41b is going to be created. [ 921.299993] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.300209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.300209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.300431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.300662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.313284] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bc996ef-550b-4508-8808-3650cdd7b41b in Status: UNINITIALIZED for 2s [ 921.523108] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 403871e8-c608-43aa-83f2-f5fc510b134d: rpc.has_security_group_logging(os_id): False [ 921.542961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.542961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.543196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.543196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.543291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.543725] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.543725] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.543725] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.543870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.543958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.544094] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d is going to be created. [ 921.611107] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.611380] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.611496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.611771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.612012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.624548] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: IN_PROGRESS for 2s [ 922.497512] env[65888]: INFO networking_nsxv3.common.synchronization [req-d608beec-b1c7-402c-bd17-1cc3648b8aec req-62a565d6-e7da-4b82-b4c8-2e13ecbf66d2 tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 922.497799] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 922.499798] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.499915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.499963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.500232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.500402] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.500515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.500588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.500749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.500836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.502087] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.006595] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.006868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.006964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.007263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.007564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.007733] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.007921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.008038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.008304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.008420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.009075] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 923.064197] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.064404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.064462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.064840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.064945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.085358] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 923.335935] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bc996ef-550b-4508-8808-3650cdd7b41b in Status: SUCCESS [ 923.336259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.336454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.336709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.336909] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.337042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.337112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.337277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.337361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.337470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.337539] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.806111] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: SUCCESS [ 923.806111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.839989] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.342576] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bc996ef-550b-4508-8808-3650cdd7b41b: rpc.has_security_group_logging(os_id): False [ 924.364872] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.365060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.365127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.365433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.365566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.365958] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.367690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.367690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.367690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.367690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.367690] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bc996ef-550b-4508-8808-3650cdd7b41b is going to be created. [ 924.447825] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.448351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.448351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.448476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.448608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.460875] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bc996ef-550b-4508-8808-3650cdd7b41b in Status: IN_PROGRESS for 2s [ 925.096453] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 925.096727] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d deletion is rescheduled due to dependency. [ 925.096805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.836380] env[65888]: INFO networking_nsxv3.common.synchronization [req-d89538c5-3526-4715-ad32-7de1b1b90051 req-5ef2c0af-678d-40dc-9546-1ea28a358c3c tempest-ServersNegativeTestJSON-2051530836 tempest-ServersNegativeTestJSON-2051530836-project-member] Enqueued Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 925.836937] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 925.837356] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.837356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.837559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.837640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.837776] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.838261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.838261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.838261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.838261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.838261] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.264040] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.264040] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.264415] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.264415] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.264594] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.264845] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.265313] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.265629] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.265956] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.266201] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.266316] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.266425] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.266559] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.266732] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.266925] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.267121] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.288767] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.289806] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.289896] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.290320] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.290945] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.291373] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.291746] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.292134] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.292422] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.341138] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.474118] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bc996ef-550b-4508-8808-3650cdd7b41b in Status: SUCCESS [ 926.474561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.794863] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.795179] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.795316] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.795646] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.795824] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.796034] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80 not found, creating... [ 926.796370] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.796565] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.796704] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.796966] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.797159] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.797508] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.797780] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.797912] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.798190] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.798352] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.798586] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80 is going to be created. [ 926.823877] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.824257] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.824257] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.824530] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.825208] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.825208] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.843167] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.349810] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.349810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.349810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.349810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.349810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.349810] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 is going to be updated. [ 927.385311] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.385485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.385560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.385771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.386438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.396524] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: IN_PROGRESS for 2s [ 927.552338] env[65888]: INFO networking_nsxv3.common.synchronization [req-d89538c5-3526-4715-ad32-7de1b1b90051 req-1774788b-0daa-4503-b4b6-c2c6f382a29d service nova] Enqueued Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_rules [ 927.552517] env[65888]: INFO networking_nsxv3.common.synchronization [req-d89538c5-3526-4715-ad32-7de1b1b90051 req-1774788b-0daa-4503-b4b6-c2c6f382a29d service nova] Enqueued Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 927.552674] env[65888]: INFO networking_nsxv3.common.synchronization [req-d89538c5-3526-4715-ad32-7de1b1b90051 req-1774788b-0daa-4503-b4b6-c2c6f382a29d service nova] Enqueued Resource ID: 6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80 with Priority: HIGHEST for action port [ 927.553246] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_rules [ 927.553420] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 927.553524] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80 with Priority: HIGHEST for action port [ 927.553808] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.553931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.554096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.554941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.554941] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.558457] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.558457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.558856] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.558856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.558856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.558988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.558988] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.061137] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.061137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.063310] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80 with status ACTIVE [ 928.063310] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.063310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.063310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.063310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.063310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.063678] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.063678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.063678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.063780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.063901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.064059] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.064137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.064177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.064315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.064505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.064505] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80 is going to be updated. [ 928.106175] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.106371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.106439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.106755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.106958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.107190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e0f05ea-ab76-4e02-bf98-9c5abf0cdc80" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.211444] env[65888]: INFO networking_nsxv3.common.synchronization [None req-89014d09-3782-4519-a4bf-2f456f2fc4f7 None None] Enqueued Resource ID: 1014a58a-0cb5-410f-8691-966b3b0d2f86 with Priority: HIGHEST for action port [ 929.212029] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1014a58a-0cb5-410f-8691-966b3b0d2f86 with Priority: HIGHEST for action port [ 929.213026] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1014a58a-0cb5-410f-8691-966b3b0d2f86 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.213026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1014a58a-0cb5-410f-8691-966b3b0d2f86" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.213026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1014a58a-0cb5-410f-8691-966b3b0d2f86" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.213026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1014a58a-0cb5-410f-8691-966b3b0d2f86" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.213026] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1014a58a-0cb5-410f-8691-966b3b0d2f86',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.408440] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: SUCCESS [ 929.408440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.408440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.408440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.408440] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.408736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.408736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.408736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.408835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.408866] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.719191] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1014a58a-0cb5-410f-8691-966b3b0d2f86 [ 929.719191] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.719191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.719191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.719191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.719191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.719191] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1014a58a-0cb5-410f-8691-966b3b0d2f86 already deleted. [ 929.719191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1014a58a-0cb5-410f-8691-966b3b0d2f86" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.911877] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.416220] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.855009] env[65888]: INFO networking_nsxv3.common.synchronization [req-4a70ac3d-d4d2-46a9-862e-3f4965d36ce7 req-6c34dde8-b1ab-42e6-b781-3e44f04e06a2 tempest-SecurityGroupRulesTestJSON-1985876863 tempest-SecurityGroupRulesTestJSON-1985876863-project-member] Enqueued Resource ID: bda339cc-2060-4124-8f9c-557e7fab68ef with Priority: HIGHEST for action security_group_rules [ 930.855767] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda339cc-2060-4124-8f9c-557e7fab68ef with Priority: HIGHEST for action security_group_rules [ 930.856143] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda339cc-2060-4124-8f9c-557e7fab68ef taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.856143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda339cc-2060-4124-8f9c-557e7fab68ef" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.856621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda339cc-2060-4124-8f9c-557e7fab68ef" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.856905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda339cc-2060-4124-8f9c-557e7fab68ef" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.857548] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda339cc-2060-4124-8f9c-557e7fab68ef',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.916682] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.919416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.919416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.919416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.919416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.919416] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 is going to be updated. [ 930.951389] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.951389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.951389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.951389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.951389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.961089] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: IN_PROGRESS for 2s [ 931.358019] env[65888]: INFO networking_nsxv3.common.synchronization [req-8029ed31-ff0a-4e89-97c0-fe747a143645 req-df7bc8cc-ba50-471a-89bf-5bc8e9604d25 tempest-SecurityGroupRulesTestJSON-1985876863 tempest-SecurityGroupRulesTestJSON-1985876863-project-member] Enqueued Resource ID: c3b48de0-4da8-43fc-b4ea-3f28ac33de6b with Priority: HIGHEST for action security_group_rules [ 931.358019] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b48de0-4da8-43fc-b4ea-3f28ac33de6b with Priority: HIGHEST for action security_group_rules [ 931.358019] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3b48de0-4da8-43fc-b4ea-3f28ac33de6b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.358019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3b48de0-4da8-43fc-b4ea-3f28ac33de6b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.358019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3b48de0-4da8-43fc-b4ea-3f28ac33de6b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.358019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3b48de0-4da8-43fc-b4ea-3f28ac33de6b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.358019] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3b48de0-4da8-43fc-b4ea-3f28ac33de6b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.381767] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.381767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.381767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.381767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.381767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.381767] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda339cc-2060-4124-8f9c-557e7fab68ef already deleted. [ 931.381767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda339cc-2060-4124-8f9c-557e7fab68ef" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.518820] env[65888]: INFO networking_nsxv3.common.synchronization [None req-a67fffc5-bf1a-4cea-9ab3-d86434445441 None None] Enqueued Resource ID: 82c6bd14-3f3b-4952-875b-d1a07339c149 with Priority: HIGHEST for action port [ 931.518820] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82c6bd14-3f3b-4952-875b-d1a07339c149 with Priority: HIGHEST for action port [ 931.519147] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-82c6bd14-3f3b-4952-875b-d1a07339c149 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.519214] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82c6bd14-3f3b-4952-875b-d1a07339c149" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.519430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82c6bd14-3f3b-4952-875b-d1a07339c149" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.519649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82c6bd14-3f3b-4952-875b-d1a07339c149" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.519746] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c6bd14-3f3b-4952-875b-d1a07339c149',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.887524] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.887524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.887524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.887745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.887835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.888066] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3b48de0-4da8-43fc-b4ea-3f28ac33de6b already deleted. [ 931.888574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3b48de0-4da8-43fc-b4ea-3f28ac33de6b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.022543] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82c6bd14-3f3b-4952-875b-d1a07339c149 [ 932.022880] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.027153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.027272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.027528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.027582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.027917] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82c6bd14-3f3b-4952-875b-d1a07339c149 already deleted. [ 932.027917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82c6bd14-3f3b-4952-875b-d1a07339c149" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.200071] env[65888]: INFO networking_nsxv3.common.synchronization [req-f5947983-6fc4-4a29-b305-88c67dd254c2 req-0b961857-37d2-4b45-9418-f14dc3cc2bd6 tempest-SecurityGroupRulesTestJSON-1985876863 tempest-SecurityGroupRulesTestJSON-1985876863-project-member] Enqueued Resource ID: c453aac2-e40b-4483-931d-62372abc8c18 with Priority: HIGHEST for action security_group_rules [ 932.200312] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c453aac2-e40b-4483-931d-62372abc8c18 with Priority: HIGHEST for action security_group_rules [ 932.200723] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c453aac2-e40b-4483-931d-62372abc8c18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.200848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c453aac2-e40b-4483-931d-62372abc8c18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.200922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c453aac2-e40b-4483-931d-62372abc8c18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.201273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c453aac2-e40b-4483-931d-62372abc8c18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.201370] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c453aac2-e40b-4483-931d-62372abc8c18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.726047] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.726047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.726047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.726047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.726047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.726047] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c453aac2-e40b-4483-931d-62372abc8c18 already deleted. [ 932.726047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c453aac2-e40b-4483-931d-62372abc8c18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.000082] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: SUCCESS [ 933.000082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.000082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.000082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.000082] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.000082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.000082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.000082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.000082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.000082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.000651] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.178923] env[65888]: INFO networking_nsxv3.common.synchronization [req-302cffa5-8f29-44bf-8cac-00b1dd2a6863 req-58bdc3f5-5da2-4eaa-b184-129e9a72dbf1 tempest-ServersWithSpecificFlavorTestJSON-1751359708 tempest-ServersWithSpecificFlavorTestJSON-1751359708-project-member] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 933.180327] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGHEST for action security_group_members [ 933.181294] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.181294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.181294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.181939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.181939] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.181939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.181939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.182292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.182292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.182292] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.503473] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.503651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.504069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.504313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.504523] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.504654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.504803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.504911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.505014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.505191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.505438] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.505495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.505530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.505709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.505836] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.505933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.505994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.506161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.506245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.506330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.506424] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.513685] env[65888]: INFO networking_nsxv3.common.synchronization [req-30124517-a0aa-450b-80c2-ace17250df89 req-998c095c-bbd7-479c-8adf-591a8d627475 tempest-SecurityGroupRulesTestJSON-1985876863 tempest-SecurityGroupRulesTestJSON-1985876863-project-member] Enqueued Resource ID: ffa60c9a-3af8-4421-89da-f49336ee5b1f with Priority: HIGHEST for action security_group_rules [ 933.515667] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa60c9a-3af8-4421-89da-f49336ee5b1f with Priority: HIGHEST for action security_group_rules [ 933.517749] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffa60c9a-3af8-4421-89da-f49336ee5b1f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.517986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffa60c9a-3af8-4421-89da-f49336ee5b1f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.518105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffa60c9a-3af8-4421-89da-f49336ee5b1f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.518414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffa60c9a-3af8-4421-89da-f49336ee5b1f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.518524] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffa60c9a-3af8-4421-89da-f49336ee5b1f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.685248] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.685448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.685529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.685836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.714093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.714093] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.714093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.714093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.714093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.714093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.714093] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db is going to be updated. [ 933.756980] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.757316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.757316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.757434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.757637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.771728] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: IN_PROGRESS for 2s [ 934.016153] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 240fe3d3-e654-4f10-af7f-9c5f54af21f9: rpc.has_security_group_logging(os_id): False [ 934.046381] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.046381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.046381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.046381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.046381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.046381] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.046381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.046753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.046753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.046753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.046939] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.047023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.047092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.047303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.047419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.047654] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.047754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.047829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.047980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.049237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.049237] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 is going to be updated. [ 934.051318] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.051490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.053019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.053019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.053019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.053019] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffa60c9a-3af8-4421-89da-f49336ee5b1f already deleted. [ 934.053019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffa60c9a-3af8-4421-89da-f49336ee5b1f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.134913] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.134913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.134913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.134913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.134913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.157523] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: IN_PROGRESS for 2s [ 934.469700] env[65888]: INFO networking_nsxv3.common.synchronization [req-8d8010e2-c15d-4b20-b70e-ff4af588633c req-d7dfd692-4f41-4810-b73c-ba998a3f32d0 tempest-ServerMetadataTestJSON-269365162 tempest-ServerMetadataTestJSON-269365162-project-member] Enqueued Resource ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be with Priority: HIGHEST for action security_group_members [ 934.470398] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be with Priority: HIGHEST for action security_group_members [ 934.470945] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.472117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.472307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.474248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.474248] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.474248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.474248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.474248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.474248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.474248] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad32ec8-3b7d-4006-b722-7d59eb9ad9be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.666448] env[65888]: INFO networking_nsxv3.common.synchronization [req-dccc113f-4cc7-4d0e-b1e0-2ecce5e7f219 req-a0e5a2ef-338c-443a-95a7-9c175f10d021 tempest-SecurityGroupRulesTestJSON-1985876863 tempest-SecurityGroupRulesTestJSON-1985876863-project-member] Enqueued Resource ID: 6f043960-9ff7-44dc-add0-f3f3069932d3 with Priority: HIGHEST for action security_group_rules [ 934.666942] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f043960-9ff7-44dc-add0-f3f3069932d3 with Priority: HIGHEST for action security_group_rules [ 934.667316] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f043960-9ff7-44dc-add0-f3f3069932d3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.667454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.667563] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.667917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.668015] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f043960-9ff7-44dc-add0-f3f3069932d3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.800262] env[65888]: INFO networking_nsxv3.common.synchronization [req-48c6b1d0-c3bc-40f3-863f-4fc12ad454c8 req-64637995-b869-48d1-9ff4-f1388e95f936 tempest-MigrationsAdminTest-1290629551 tempest-MigrationsAdminTest-1290629551-project-member] Enqueued Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 934.800608] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 934.801905] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.801905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.801905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.802127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.802328] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.802492] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.802580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.802840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.802956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.803069] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.885718] env[65888]: INFO networking_nsxv3.common.synchronization [req-a4b9ffa4-76da-4510-a9c8-938cf9efef0d req-17498b12-3596-4a84-9079-4aa035dfbeb9 tempest-SecurityGroupRulesTestJSON-1985876863 tempest-SecurityGroupRulesTestJSON-1985876863-project-member] Enqueued Resource ID: 6f043960-9ff7-44dc-add0-f3f3069932d3 with Priority: HIGHEST for action security_group_rules [ 934.886380] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f043960-9ff7-44dc-add0-f3f3069932d3 with Priority: HIGHEST for action security_group_rules [ 934.887272] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f043960-9ff7-44dc-add0-f3f3069932d3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.887456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.976668] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.976668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.976668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.976940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.976940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.977141] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.977245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.977305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.977500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.977678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.977790] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be is going to be updated. [ 935.026935] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.027217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.027363] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.027709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.027934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.040191] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be in Status: IN_PROGRESS for 2s [ 935.195551] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.195804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.195890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.196155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.196244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.196652] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f043960-9ff7-44dc-add0-f3f3069932d3 already deleted. [ 935.196760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.197010] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.197189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.197282] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f043960-9ff7-44dc-add0-f3f3069932d3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.305955] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.557119] env[65888]: INFO networking_nsxv3.common.synchronization [req-1b898dcc-02e3-456d-9b47-ead31c3db9df req-4833cc80-be9f-434e-a5c1-c463518f3b7c tempest-SecurityGroupRulesTestJSON-1985876863 tempest-SecurityGroupRulesTestJSON-1985876863-project-member] Enqueued Resource ID: 6f043960-9ff7-44dc-add0-f3f3069932d3 with Priority: HIGHEST for action security_group_rules [ 935.557872] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f043960-9ff7-44dc-add0-f3f3069932d3 with Priority: HIGHEST for action security_group_rules [ 935.558280] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f043960-9ff7-44dc-add0-f3f3069932d3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.558447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.727493] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.727778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.727869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.728323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.728469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.728576] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f043960-9ff7-44dc-add0-f3f3069932d3 already deleted. [ 935.728656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.728882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.729380] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.729481] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f043960-9ff7-44dc-add0-f3f3069932d3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.784092] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db in Status: SUCCESS [ 935.784405] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db deletion is rescheduled due to dependency. [ 935.784531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.809476] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.818435] env[65888]: INFO networking_nsxv3.common.synchronization [None req-7e467c90-5913-4d7e-8b35-9104ea5fdf16 tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_rules [ 935.819265] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_rules [ 935.819603] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2897aaf-8f00-4851-a87d-43fba45edc0b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.819751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.819825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.820663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.820663] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.981888] env[65888]: INFO networking_nsxv3.common.synchronization [None req-76a06e6f-3792-4fbf-bc76-cf78c0f79237 tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_rules [ 935.982485] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_rules [ 935.982854] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2897aaf-8f00-4851-a87d-43fba45edc0b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.983057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.171288] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: SUCCESS [ 936.171515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.249339] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.249522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.249579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.249863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.249952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.250157] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f043960-9ff7-44dc-add0-f3f3069932d3 already deleted. [ 936.250157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f043960-9ff7-44dc-add0-f3f3069932d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.312877] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.313155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.313224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.313427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.313519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.313616] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde is going to be updated. [ 936.344429] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.344615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.344615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.344821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.344909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.344995] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2897aaf-8f00-4851-a87d-43fba45edc0b already deleted. [ 936.345089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.345246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.345471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.345597] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.349311] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.349441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.349708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.349780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.349881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.359862] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: IN_PROGRESS for 2s [ 936.873843] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.874182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.874182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.874304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.874395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.877020] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2897aaf-8f00-4851-a87d-43fba45edc0b already deleted. [ 936.877020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.053424] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be in Status: SUCCESS [ 937.053640] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be deletion is rescheduled due to dependency. [ 937.053786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.381171] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: SUCCESS [ 938.381460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.985538] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 940.985538] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 942.057761] env[65888]: INFO networking_nsxv3.common.synchronization [None req-5e6397b1-f27b-4c84-a3e8-9b093e728002 None None] Enqueued Resource ID: e2eba0f6-b074-4360-b7c0-1c34d46c57a3 with Priority: HIGHEST for action port [ 942.059812] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2eba0f6-b074-4360-b7c0-1c34d46c57a3 with Priority: HIGHEST for action port [ 942.059812] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2eba0f6-b074-4360-b7c0-1c34d46c57a3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.059812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2eba0f6-b074-4360-b7c0-1c34d46c57a3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.059812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2eba0f6-b074-4360-b7c0-1c34d46c57a3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.060194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2eba0f6-b074-4360-b7c0-1c34d46c57a3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.060194] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2eba0f6-b074-4360-b7c0-1c34d46c57a3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.565110] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2eba0f6-b074-4360-b7c0-1c34d46c57a3 [ 942.566033] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.566033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.566033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.566033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.566033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.566033] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2eba0f6-b074-4360-b7c0-1c34d46c57a3 already deleted. [ 942.566033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2eba0f6-b074-4360-b7c0-1c34d46c57a3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.630572] env[65888]: INFO networking_nsxv3.common.synchronization [req-89217b4d-6e8e-448e-a2f3-9845ac8592fe req-4a3d89a4-79f3-45e9-817a-ea18211dd984 tempest-InstanceActionsV221TestJSON-799037100 tempest-InstanceActionsV221TestJSON-799037100-project-member] Enqueued Resource ID: 694839e5-055e-43db-8c25-1625f28a98a5 with Priority: HIGHEST for action security_group_members [ 943.631457] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694839e5-055e-43db-8c25-1625f28a98a5 with Priority: HIGHEST for action security_group_members [ 943.631880] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-694839e5-055e-43db-8c25-1625f28a98a5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.631993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.632300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.632457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.632708] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.632844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.633056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.633128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.633232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.633365] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694839e5-055e-43db-8c25-1625f28a98a5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.907389] env[65888]: INFO networking_nsxv3.common.synchronization [req-fea47fa8-c322-498a-8ad3-1e8fb7a570be req-6c8d5c49-3fb2-47ee-8732-ec9e2f57fc12 tempest-ServersNegativeTestJSON-2051530836 tempest-ServersNegativeTestJSON-2051530836-project-member] Enqueued Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 943.909018] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 943.909018] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.909018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.909018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.909018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.909018] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.910424] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.910590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.910929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.911120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.911245] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.920776] env[65888]: INFO networking_nsxv3.common.synchronization [None req-683a3846-dd6f-4ce9-ae61-bcd4b9286377 None None] Enqueued Resource ID: 4344d7e3-a266-4a2b-bd76-5a81830cc6fc with Priority: HIGHEST for action port [ 943.921841] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4344d7e3-a266-4a2b-bd76-5a81830cc6fc with Priority: HIGHEST for action port [ 943.922243] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4344d7e3-a266-4a2b-bd76-5a81830cc6fc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.922711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4344d7e3-a266-4a2b-bd76-5a81830cc6fc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.922821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4344d7e3-a266-4a2b-bd76-5a81830cc6fc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.923088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4344d7e3-a266-4a2b-bd76-5a81830cc6fc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.923284] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4344d7e3-a266-4a2b-bd76-5a81830cc6fc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.136975] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.137190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.137190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.137403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.137491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.137720] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.137846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.137912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.138081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.138159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.138258] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694839e5-055e-43db-8c25-1625f28a98a5 already deleted. [ 944.138336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.274722] env[65888]: INFO networking_nsxv3.common.synchronization [req-facf44ab-3fda-42f3-821e-c4395cc560b6 req-d2a9472e-2ae5-4098-9966-ce0f506ea5f9 tempest-ListServerFiltersTestJSON-1787384789 tempest-ListServerFiltersTestJSON-1787384789-project-member] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 944.275369] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 944.275744] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.275876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.275942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.276162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.276327] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.276427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.276484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.276632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.276713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.276815] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.415933] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.425524] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4344d7e3-a266-4a2b-bd76-5a81830cc6fc [ 944.425978] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.428451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.429251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.429251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.429251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.429251] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4344d7e3-a266-4a2b-bd76-5a81830cc6fc already deleted. [ 944.429251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4344d7e3-a266-4a2b-bd76-5a81830cc6fc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.511692] env[65888]: INFO networking_nsxv3.common.synchronization [None req-0449fbd4-c37f-486e-a13f-f38b01f32a3d None None] Enqueued Resource ID: 4f835385-5c75-4ceb-b662-8b5726e0d3e6 with Priority: HIGHEST for action port [ 944.512273] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f835385-5c75-4ceb-b662-8b5726e0d3e6 with Priority: HIGHEST for action port [ 944.512582] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f835385-5c75-4ceb-b662-8b5726e0d3e6 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.512730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f835385-5c75-4ceb-b662-8b5726e0d3e6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.512730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f835385-5c75-4ceb-b662-8b5726e0d3e6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.512958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f835385-5c75-4ceb-b662-8b5726e0d3e6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.513062] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f835385-5c75-4ceb-b662-8b5726e0d3e6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.689923] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-340 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.690266] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-340" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.690266] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-340" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.690626] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-340" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.691963] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.691963] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.691963] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.691963] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.691963] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.691963] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.691963] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.691963] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.692464] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.692464] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.692464] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.692464] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.714999] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.715181] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.715316] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.715488] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-340" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.718567] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-77d92039-fb54-4c1f-9b0a-a67d62cd5b7d taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.718567] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-77d92039-fb54-4c1f-9b0a-a67d62cd5b7d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.718567] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-77d92039-fb54-4c1f-9b0a-a67d62cd5b7d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.718567] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-77d92039-fb54-4c1f-9b0a-a67d62cd5b7d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.718567] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77d92039-fb54-4c1f-9b0a-a67d62cd5b7d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.779578] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.919234] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.014986] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f835385-5c75-4ceb-b662-8b5726e0d3e6 [ 945.015230] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.015359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.015567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.015642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.015705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.015795] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f835385-5c75-4ceb-b662-8b5726e0d3e6 already deleted. [ 945.015875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f835385-5c75-4ceb-b662-8b5726e0d3e6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.035982] env[65888]: INFO networking_nsxv3.common.synchronization [None req-5ab3d241-1e5c-4825-8cbe-8341ad8e0c46 None None] Enqueued Resource ID: 5293d68c-e622-468a-b60c-da88187f06e3 with Priority: HIGHEST for action port [ 945.037033] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5293d68c-e622-468a-b60c-da88187f06e3 with Priority: HIGHEST for action port [ 945.037135] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5293d68c-e622-468a-b60c-da88187f06e3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.037795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5293d68c-e622-468a-b60c-da88187f06e3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.037795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5293d68c-e622-468a-b60c-da88187f06e3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.037795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5293d68c-e622-468a-b60c-da88187f06e3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.037795] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5293d68c-e622-468a-b60c-da88187f06e3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.223038] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.223038] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.223256] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.223509] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.223773] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.224019] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 77d92039-fb54-4c1f-9b0a-a67d62cd5b7d not found, creating... [ 945.224380] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.224640] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.224827] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.225165] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.225359] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.225731] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.225964] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.226146] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.226443] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.226623] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.226784] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 77d92039-fb54-4c1f-9b0a-a67d62cd5b7d is going to be created. [ 945.248229] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.248471] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.248608] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.248889] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.249273] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.249508] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-77d92039-fb54-4c1f-9b0a-a67d62cd5b7d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.281884] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.422791] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.423058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.423058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.423239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.423327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.423428] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 is going to be updated. [ 945.462425] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.462425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.462702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.462702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.462811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.474834] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: IN_PROGRESS for 2s [ 945.541016] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5293d68c-e622-468a-b60c-da88187f06e3 [ 945.541016] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.541016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.541016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.541429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.541429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.541429] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5293d68c-e622-468a-b60c-da88187f06e3 already deleted. [ 945.541522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5293d68c-e622-468a-b60c-da88187f06e3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.785441] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.785441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.785441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.785441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.785927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.785927] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be updated. [ 945.823253] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.823253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.823253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.823253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.825178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.836507] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: IN_PROGRESS for 2s [ 946.021656] env[65888]: INFO networking_nsxv3.common.synchronization [req-89217b4d-6e8e-448e-a2f3-9845ac8592fe req-a4f076dd-87eb-4b0e-840b-012c86cc931d service nova] Enqueued Resource ID: 694839e5-055e-43db-8c25-1625f28a98a5 with Priority: HIGHEST for action security_group_rules [ 946.021656] env[65888]: INFO networking_nsxv3.common.synchronization [req-89217b4d-6e8e-448e-a2f3-9845ac8592fe req-a4f076dd-87eb-4b0e-840b-012c86cc931d service nova] Enqueued Resource ID: 694839e5-055e-43db-8c25-1625f28a98a5 with Priority: HIGHEST for action security_group_members [ 946.021656] env[65888]: INFO networking_nsxv3.common.synchronization [req-89217b4d-6e8e-448e-a2f3-9845ac8592fe req-a4f076dd-87eb-4b0e-840b-012c86cc931d service nova] Enqueued Resource ID: 77d92039-fb54-4c1f-9b0a-a67d62cd5b7d with Priority: HIGHEST for action port [ 946.021914] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694839e5-055e-43db-8c25-1625f28a98a5 with Priority: HIGHEST for action security_group_rules [ 946.021991] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694839e5-055e-43db-8c25-1625f28a98a5 with Priority: HIGHEST for action security_group_members [ 946.022237] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d92039-fb54-4c1f-9b0a-a67d62cd5b7d with Priority: HIGHEST for action port [ 946.022451] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694839e5-055e-43db-8c25-1625f28a98a5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.022605] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.022636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.022929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.023013] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694839e5-055e-43db-8c25-1625f28a98a5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.025365] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-694839e5-055e-43db-8c25-1625f28a98a5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.025493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.025561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.025746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.025904] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.026028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.026177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.026254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.026322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.026425] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694839e5-055e-43db-8c25-1625f28a98a5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.027883] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-77d92039-fb54-4c1f-9b0a-a67d62cd5b7d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.027999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77d92039-fb54-4c1f-9b0a-a67d62cd5b7d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.028078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77d92039-fb54-4c1f-9b0a-a67d62cd5b7d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.028349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77d92039-fb54-4c1f-9b0a-a67d62cd5b7d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.028438] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77d92039-fb54-4c1f-9b0a-a67d62cd5b7d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.123585] env[65888]: INFO networking_nsxv3.common.synchronization [req-fb7c9aac-8cf1-4a8f-ae59-6ec70e577a8e req-6c35167d-4bce-4f3e-98ac-25e9b4851275 tempest-ServerActionsTestOtherB-945922585 tempest-ServerActionsTestOtherB-945922585-project-member] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 946.124582] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 946.125066] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.125066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.125192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.125388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.125547] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.125843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.125843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.125933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.125933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.126323] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.528853] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.532459] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.532459] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.532459] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.535791] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.535791] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.535791] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.535791] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.535791] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.535791] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.535791] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.535791] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.535791] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.535791] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.535791] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.535791] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.537367] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77d92039-fb54-4c1f-9b0a-a67d62cd5b7d with status ACTIVE [ 946.537367] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.537367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.537367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.537367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.538564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.538853] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.538977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.539153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.539240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.539325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.541764] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.541764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.541764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.541764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.541970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.541970] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77d92039-fb54-4c1f-9b0a-a67d62cd5b7d is going to be updated. [ 946.543156] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-694839e5-055e-43db-8c25-1625f28a98a5 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.543301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.543430] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('694839e5-055e-43db-8c25-1625f28a98a5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.574332] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.575377] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.575377] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.575377] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.575690] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-0b86e962-f5a6-46e2-a6ec-82d943768c41 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.577121] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-0b86e962-f5a6-46e2-a6ec-82d943768c41" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.577121] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-0b86e962-f5a6-46e2-a6ec-82d943768c41" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.577801] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-0b86e962-f5a6-46e2-a6ec-82d943768c41" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.577801] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b86e962-f5a6-46e2-a6ec-82d943768c41',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.582404] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.582569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.582569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.582888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.582975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.583136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77d92039-fb54-4c1f-9b0a-a67d62cd5b7d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.630574] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.630648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.630812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.631011] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.631125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.631340] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.631445] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.631507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.631658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.631790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.631891] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 946.665218] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.665218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.665382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.665469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.665607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.692088] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 947.047206] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('694839e5-055e-43db-8c25-1625f28a98a5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.080339] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.080561] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.080630] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.081064] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.081217] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.081374] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 0b86e962-f5a6-46e2-a6ec-82d943768c41 not found, creating... [ 947.081653] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.081815] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.081930] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.082232] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.082525] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.082922] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.083029] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.083137] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.083363] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.083494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.083835] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 0b86e962-f5a6-46e2-a6ec-82d943768c41 is going to be created. [ 947.106476] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.106711] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.106831] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.107131] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.107365] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.107590] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-0b86e962-f5a6-46e2-a6ec-82d943768c41" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.162151] env[65888]: INFO networking_nsxv3.common.synchronization [None req-983a72a2-3bf7-444e-82b1-7e1a3bf18469 None None] Enqueued Resource ID: b0de812f-6758-463a-ba2e-131bedba9849 with Priority: HIGHEST for action port [ 947.163337] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0de812f-6758-463a-ba2e-131bedba9849 with Priority: HIGHEST for action port [ 947.164593] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0de812f-6758-463a-ba2e-131bedba9849 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.164991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0de812f-6758-463a-ba2e-131bedba9849" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.166741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0de812f-6758-463a-ba2e-131bedba9849" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.167168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0de812f-6758-463a-ba2e-131bedba9849" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.167339] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0de812f-6758-463a-ba2e-131bedba9849',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.258169] env[65888]: INFO networking_nsxv3.common.synchronization [None req-fb23743e-8ba0-45e1-9a67-1c0d4ee1debd tempest-ServersV294TestFqdnHostnames-1323965274 tempest-ServersV294TestFqdnHostnames-1323965274-project-member] Enqueued Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_rules [ 947.258169] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_rules [ 947.258494] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.258601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.258601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.258871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.258950] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.420601] env[65888]: INFO networking_nsxv3.common.synchronization [None req-b47f3975-a31c-443c-a49c-5ab4cf2d2fd2 tempest-ServersV294TestFqdnHostnames-1323965274 tempest-ServersV294TestFqdnHostnames-1323965274-project-member] Enqueued Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_rules [ 947.421085] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_rules [ 947.421451] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.421544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.486449] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: SUCCESS [ 947.486724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.551795] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.552330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.552444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.552788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.552933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.553118] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694839e5-055e-43db-8c25-1625f28a98a5 is going to be created. [ 947.589561] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.589779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.589845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.590043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.590206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.601518] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694839e5-055e-43db-8c25-1625f28a98a5 in Status: UNINITIALIZED for 2s [ 947.671113] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0de812f-6758-463a-ba2e-131bedba9849 [ 947.671599] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.671880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.671986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.672319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.672410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.672518] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0de812f-6758-463a-ba2e-131bedba9849 already deleted. [ 947.672592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0de812f-6758-463a-ba2e-131bedba9849" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.786144] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.786144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.786144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.786144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.786144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.786144] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 already deleted. [ 947.786144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.786144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.786144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.786144] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.791371] env[65888]: INFO networking_nsxv3.common.synchronization [None req-3599c0a0-07bc-477e-ad9d-963c2eb2e873 None None] Enqueued Resource ID: 701a2af0-aa01-464c-992e-6cfaf91aa6fe with Priority: HIGHEST for action port [ 947.791948] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 701a2af0-aa01-464c-992e-6cfaf91aa6fe with Priority: HIGHEST for action port [ 947.793036] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-701a2af0-aa01-464c-992e-6cfaf91aa6fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.793036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-701a2af0-aa01-464c-992e-6cfaf91aa6fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.793036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-701a2af0-aa01-464c-992e-6cfaf91aa6fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.793258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-701a2af0-aa01-464c-992e-6cfaf91aa6fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.793258] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('701a2af0-aa01-464c-992e-6cfaf91aa6fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.849321] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 947.849545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.883658] env[65888]: INFO networking_nsxv3.common.synchronization [req-fb7c9aac-8cf1-4a8f-ae59-6ec70e577a8e req-6aafb825-b882-40d6-88c8-cd2ead92e767 service nova] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 947.883658] env[65888]: INFO networking_nsxv3.common.synchronization [req-fb7c9aac-8cf1-4a8f-ae59-6ec70e577a8e req-6aafb825-b882-40d6-88c8-cd2ead92e767 service nova] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 947.883658] env[65888]: INFO networking_nsxv3.common.synchronization [req-fb7c9aac-8cf1-4a8f-ae59-6ec70e577a8e req-6aafb825-b882-40d6-88c8-cd2ead92e767 service nova] Enqueued Resource ID: 0b86e962-f5a6-46e2-a6ec-82d943768c41 with Priority: HIGHEST for action port [ 947.884149] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 947.884149] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 947.884276] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b86e962-f5a6-46e2-a6ec-82d943768c41 with Priority: HIGHEST for action port [ 947.884446] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.884564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.884626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.884827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.884911] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.886724] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.886825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.888166] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b86e962-f5a6-46e2-a6ec-82d943768c41 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.888166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b86e962-f5a6-46e2-a6ec-82d943768c41" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.888166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b86e962-f5a6-46e2-a6ec-82d943768c41" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.888166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b86e962-f5a6-46e2-a6ec-82d943768c41" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.888166] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b86e962-f5a6-46e2-a6ec-82d943768c41',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.295403] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 701a2af0-aa01-464c-992e-6cfaf91aa6fe [ 948.296518] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.297276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.297358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.297559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.297651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.297798] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:701a2af0-aa01-464c-992e-6cfaf91aa6fe already deleted. [ 948.297883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-701a2af0-aa01-464c-992e-6cfaf91aa6fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.326208] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.326208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.327048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.327048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.327048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.327048] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 already deleted. [ 948.327048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.388069] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.388069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.389919] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b86e962-f5a6-46e2-a6ec-82d943768c41 with status ACTIVE [ 948.390154] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.390285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.390356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.390794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.390794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.390908] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.392326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.392326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.392326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.392326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.392326] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.392603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.392603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.392668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.392789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.393029] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b86e962-f5a6-46e2-a6ec-82d943768c41 is going to be updated. [ 948.423171] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.423311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.423417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.423727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.423945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.424220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b86e962-f5a6-46e2-a6ec-82d943768c41" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.704339] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 948.704563] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc deletion is rescheduled due to dependency. [ 948.704693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.704898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.705150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.705376] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.705508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.705600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.705762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.705861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.705995] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.208731] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.614035] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694839e5-055e-43db-8c25-1625f28a98a5 in Status: SUCCESS [ 949.614314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.614844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.615373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.615580] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.615700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.615762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.615965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.616059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.616152] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.616242] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('694839e5-055e-43db-8c25-1625f28a98a5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.713370] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.121161] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-694839e5-055e-43db-8c25-1625f28a98a5 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.121161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.121161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.122335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.122335] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.122433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.122485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.122746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.122885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.126280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.126625] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-694839e5-055e-43db-8c25-1625f28a98a5 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.126840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.126996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.127400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.127686] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.127805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.128159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.128159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.128308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.128440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.128606] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('694839e5-055e-43db-8c25-1625f28a98a5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.219870] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.220105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.220170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.220354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.220450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.220552] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 950.257734] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.257963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.257963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.258340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.258484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.272980] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 950.459915] env[65888]: INFO networking_nsxv3.common.synchronization [req-cfd825a2-cb35-4390-a7a9-c8759375de78 req-217cb489-c4b6-48a5-9c55-d1ad91a6e3ad tempest-ImagesTestJSON-1987326378 tempest-ImagesTestJSON-1987326378-project-member] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 950.460628] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 950.462509] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.462664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.462739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.462968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.463216] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.463455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.463455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.463580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.463630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.463959] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.635200] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 694839e5-055e-43db-8c25-1625f28a98a5: rpc.has_security_group_logging(os_id): False [ 950.662252] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.662419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.662490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.662735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.662832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.663070] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.663171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.663272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.663395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.663469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.663674] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.663800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.663853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.664025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.664088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.664229] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.664329] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.664407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.664558] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.664642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.664703] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694839e5-055e-43db-8c25-1625f28a98a5 is going to be created. [ 950.739738] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.739992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.739992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.740193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.740371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.757088] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 694839e5-055e-43db-8c25-1625f28a98a5 in Status: IN_PROGRESS for 2s [ 950.972618] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.995734] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.996031] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.996180] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.996526] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.996828] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.997166] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.997351] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.997624] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.997829] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.998111] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.998234] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.998374] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.998511] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.998633] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.998780] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.998948] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.021599] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.022477] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.022477] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.022477] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.022783] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-5913d863-1ecf-461d-85f7-f57ce34d74f9 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.022934] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-5913d863-1ecf-461d-85f7-f57ce34d74f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.023018] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-5913d863-1ecf-461d-85f7-f57ce34d74f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.024110] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-5913d863-1ecf-461d-85f7-f57ce34d74f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.024483] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5913d863-1ecf-461d-85f7-f57ce34d74f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.474602] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.527737] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.528018] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.528158] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.528549] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.528585] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.528741] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 5913d863-1ecf-461d-85f7-f57ce34d74f9 not found, creating... [ 951.529045] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.529208] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.529336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.529553] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.529702] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.530064] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.530241] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.530360] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.530584] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.530730] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.530897] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 5913d863-1ecf-461d-85f7-f57ce34d74f9 is going to be created. [ 951.552952] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.553228] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.553357] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.554396] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.554396] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.554396] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-5913d863-1ecf-461d-85f7-f57ce34d74f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.978515] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.978836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.978836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.978983] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.979088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.979186] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 952.014879] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.015098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.015208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.015556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.015798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.027787] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 952.283052] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 952.283331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.283512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.283737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.283941] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.284076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.284140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.284296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.284371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.284457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.284548] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.291021] env[65888]: INFO networking_nsxv3.common.synchronization [req-cfd825a2-cb35-4390-a7a9-c8759375de78 req-1474dc9a-0cd9-45e2-acbf-3b8455c55b33 service nova] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_rules [ 952.291021] env[65888]: INFO networking_nsxv3.common.synchronization [req-cfd825a2-cb35-4390-a7a9-c8759375de78 req-1474dc9a-0cd9-45e2-acbf-3b8455c55b33 service nova] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 952.291021] env[65888]: INFO networking_nsxv3.common.synchronization [req-cfd825a2-cb35-4390-a7a9-c8759375de78 req-1474dc9a-0cd9-45e2-acbf-3b8455c55b33 service nova] Enqueued Resource ID: 5913d863-1ecf-461d-85f7-f57ce34d74f9 with Priority: HIGHEST for action port [ 952.291021] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_rules [ 952.291021] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 952.291021] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5913d863-1ecf-461d-85f7-f57ce34d74f9 with Priority: HIGHEST for action port [ 952.291553] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.291755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.291820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.292057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.292139] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.292970] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.293068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.293498] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5913d863-1ecf-461d-85f7-f57ce34d74f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.293498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5913d863-1ecf-461d-85f7-f57ce34d74f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.294074] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5913d863-1ecf-461d-85f7-f57ce34d74f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.294074] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5913d863-1ecf-461d-85f7-f57ce34d74f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.294074] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5913d863-1ecf-461d-85f7-f57ce34d74f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.775079] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 694839e5-055e-43db-8c25-1625f28a98a5 in Status: SUCCESS [ 952.775581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.786559] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.795949] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.796060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.799090] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5913d863-1ecf-461d-85f7-f57ce34d74f9 with status ACTIVE [ 952.799370] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.799574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.799708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.800125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.800267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.800504] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.800650] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.800783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.801030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.801170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.801414] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.801577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.801676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.801857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.801979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.802124] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5913d863-1ecf-461d-85f7-f57ce34d74f9 is going to be updated. [ 952.828595] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.828928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.829125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.829398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.829608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.829916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5913d863-1ecf-461d-85f7-f57ce34d74f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.933737] env[65888]: INFO networking_nsxv3.common.synchronization [req-980c0ec8-52d8-4e38-9a81-87a810f48aea req-a101cecc-d848-4a58-924b-7121d91ab6d9 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 952.934934] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 952.936672] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.936979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.937092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.937447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.937739] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.938440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.938745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.939065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.939258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.939721] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.293152] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f41c76d-e49a-4fdb-b365-bf62782226dc: rpc.has_security_group_logging(os_id): False [ 953.318198] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.318340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.318412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.318653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.318752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.318991] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.319131] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.319223] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.319341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.319428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.319504] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 953.355376] env[65888]: INFO networking_nsxv3.common.synchronization [None req-60724237-cfcc-4da0-839c-4949bf1bf475 None None] Enqueued Resource ID: f378d230-abd0-4347-841c-9f78c2db47fb with Priority: HIGHEST for action port [ 953.355376] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f378d230-abd0-4347-841c-9f78c2db47fb with Priority: HIGHEST for action port [ 953.356216] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f378d230-abd0-4347-841c-9f78c2db47fb taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.356216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f378d230-abd0-4347-841c-9f78c2db47fb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.356216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f378d230-abd0-4347-841c-9f78c2db47fb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.356216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f378d230-abd0-4347-841c-9f78c2db47fb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.356216] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f378d230-abd0-4347-841c-9f78c2db47fb',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.384520] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.384758] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.384859] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.385151] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.385431] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.385597] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.386711] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.387240] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.387240] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.387544] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.387544] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.387674] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.387827] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.387921] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.388055] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.388413] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.416883] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.417123] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.417123] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.417490] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.417602] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-a0bd857d-3c49-4ff4-8b8d-361d78c5608d taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.417893] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-a0bd857d-3c49-4ff4-8b8d-361d78c5608d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.418124] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-a0bd857d-3c49-4ff4-8b8d-361d78c5608d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.418372] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-a0bd857d-3c49-4ff4-8b8d-361d78c5608d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.418510] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0bd857d-3c49-4ff4-8b8d-361d78c5608d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.420780] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.420929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.421030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.421168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.421312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.432428] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 953.443919] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.858352] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f378d230-abd0-4347-841c-9f78c2db47fb [ 953.858614] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.858778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.858862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.859160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.859282] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.859399] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f378d230-abd0-4347-841c-9f78c2db47fb already deleted. [ 953.859499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f378d230-abd0-4347-841c-9f78c2db47fb" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.922028] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.922328] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.922459] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.922739] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.922886] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.923053] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port a0bd857d-3c49-4ff4-8b8d-361d78c5608d not found, creating... [ 953.923330] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.923490] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.923605] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.923826] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.923962] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.924277] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.924435] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.924550] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.924751] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.924883] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.926315] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: a0bd857d-3c49-4ff4-8b8d-361d78c5608d is going to be created. [ 953.945625] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.950169] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.950334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.950483] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.950713] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.952078] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.952078] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-a0bd857d-3c49-4ff4-8b8d-361d78c5608d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.044667] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 954.044667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.044667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.044667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.044667] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.044667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.044667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.044969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.044969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.045044] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.448454] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.448454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.448454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.449064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.449064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.449064] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 954.487325] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.487581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.487581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.487765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.487995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.502196] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 954.547692] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.726470] env[65888]: INFO networking_nsxv3.common.synchronization [req-980c0ec8-52d8-4e38-9a81-87a810f48aea req-52301b40-ec6b-4023-b7fb-7466b4b098e2 service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 954.726470] env[65888]: INFO networking_nsxv3.common.synchronization [req-980c0ec8-52d8-4e38-9a81-87a810f48aea req-52301b40-ec6b-4023-b7fb-7466b4b098e2 service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 954.726470] env[65888]: INFO networking_nsxv3.common.synchronization [req-980c0ec8-52d8-4e38-9a81-87a810f48aea req-52301b40-ec6b-4023-b7fb-7466b4b098e2 service nova] Enqueued Resource ID: a0bd857d-3c49-4ff4-8b8d-361d78c5608d with Priority: HIGHEST for action port [ 954.729203] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 954.729203] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 954.729203] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bd857d-3c49-4ff4-8b8d-361d78c5608d with Priority: HIGHEST for action port [ 954.729335] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.729434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.729497] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.729707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.729868] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.731205] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.731270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.731902] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0bd857d-3c49-4ff4-8b8d-361d78c5608d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.731902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0bd857d-3c49-4ff4-8b8d-361d78c5608d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.732189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0bd857d-3c49-4ff4-8b8d-361d78c5608d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.732987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0bd857d-3c49-4ff4-8b8d-361d78c5608d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.732987] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0bd857d-3c49-4ff4-8b8d-361d78c5608d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.051169] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.235487] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.235487] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0bd857d-3c49-4ff4-8b8d-361d78c5608d with status ACTIVE [ 955.235487] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.235487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.235487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.235487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.235487] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.235487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.235881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.235881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.235881] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.236019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.236565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.236683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.236805] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0bd857d-3c49-4ff4-8b8d-361d78c5608d is going to be updated. [ 955.267306] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.267566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.267619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.268197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.268356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.268556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0bd857d-3c49-4ff4-8b8d-361d78c5608d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.454956] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 955.454956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.556686] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.556686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.556686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.556686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.556686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.556686] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 955.601187] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.601187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.601187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.601187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.601187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.613635] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 956.518876] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 956.518876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.519189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.519189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.520773] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.520773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.520773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.520773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.520773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.520773] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.024546] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.527568] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.626245] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 957.626245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.626245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.626245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.626245] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.626245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.626245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.626245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.626245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.626245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.626245] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.029595] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.029931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.030112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.030441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.030614] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.030874] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 958.069724] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.069724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.069724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.069724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.069724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.083197] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 958.129989] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.130281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.130281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.130601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.130812] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.131026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.131026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.131200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.131328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.131442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.131662] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.131765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.131841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.132023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.132189] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.132305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.132374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.132509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.132605] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.132697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.132787] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.635879] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2f58e7f-ae4c-4960-9ca7-8f36c1970898: rpc.has_security_group_logging(os_id): False [ 958.655164] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.655420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.655420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.656531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.656531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.656531] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.656531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.656531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.656531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.656531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.656746] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.657106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.657106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.657106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.657689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.661088] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.661623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.661623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.661623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.661908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.661908] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 958.738956] env[65888]: INFO networking_nsxv3.common.synchronization [req-57d00320-907c-4843-b72d-e79a20d0ec11 req-0ad57a2a-6f80-4085-bd59-289af62e021e tempest-MigrationsAdminTest-1290629551 tempest-MigrationsAdminTest-1290629551-project-member] Enqueued Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 958.740737] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGHEST for action security_group_members [ 958.741263] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.741739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.741870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.742111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.742230] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.742335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.742407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.742578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.742665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.742760] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.774289] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.774462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.774531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.774746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.774891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.794825] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 958.897808] env[65888]: INFO networking_nsxv3.common.synchronization [req-652e9100-6f0d-49c7-94ac-af1f062b41ba req-80ac6ba6-cd3b-48d8-ac9a-c1889f884925 tempest-InstanceActionsV221TestJSON-799037100 tempest-InstanceActionsV221TestJSON-799037100-project-member] Enqueued Resource ID: 694839e5-055e-43db-8c25-1625f28a98a5 with Priority: HIGHEST for action security_group_members [ 958.898470] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694839e5-055e-43db-8c25-1625f28a98a5 with Priority: HIGHEST for action security_group_members [ 958.898819] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-694839e5-055e-43db-8c25-1625f28a98a5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.899884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.899884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.899884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.899884] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.899884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.900131] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.900171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.900244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.900352] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('694839e5-055e-43db-8c25-1625f28a98a5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.245598] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.245775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.245837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.246111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.273372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.273648] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.273776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.273830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.274049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.274183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.274319] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde is going to be updated. [ 959.306038] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.306038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.306038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.306038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.306038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.316746] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: IN_PROGRESS for 2s [ 959.404134] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.404300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.404364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.404581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.404677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.404886] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.405034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.405096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.405245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.405330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.406044] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694839e5-055e-43db-8c25-1625f28a98a5 is going to be updated. [ 959.438120] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.438381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.438451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.438677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.438845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.452475] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694839e5-055e-43db-8c25-1625f28a98a5 in Status: IN_PROGRESS for 2s [ 960.078538] env[65888]: INFO networking_nsxv3.common.synchronization [req-53531c64-1e9a-47bb-9139-2fdfff16d1b2 req-c4bfe74f-88e9-40e3-a02c-d304fae8de62 tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_members [ 960.079206] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_members [ 960.079778] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2897aaf-8f00-4851-a87d-43fba45edc0b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.080508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.080617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.080906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.081100] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.081210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.081264] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.081508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.081649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.081802] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.094160] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 960.094839] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.095051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.095303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.095504] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.095615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.095677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.095860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.095940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.096048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.096166] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.531872] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.532276] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.532276] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.532530] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.532820] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.533177] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.535041] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.535339] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.535492] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.535720] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.535831] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.536022] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.536092] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.536188] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.536269] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.536523] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.564384] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.564384] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.564384] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.564384] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.564384] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.564384] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.564605] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.566568] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.566568] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.585241] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.585410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.585478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.585701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.585788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.585988] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.586108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.586165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.586314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.586388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.586474] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2897aaf-8f00-4851-a87d-43fba45edc0b already deleted. [ 960.586553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.596928] env[65888]: INFO networking_nsxv3.common.synchronization [None req-2239b9c2-4990-4919-a200-4e2ee2673b33 None None] Enqueued Resource ID: fbe9ebd3-0800-4434-8521-327343799e3a with Priority: HIGHEST for action port [ 960.597356] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe9ebd3-0800-4434-8521-327343799e3a with Priority: HIGHEST for action port [ 960.597669] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbe9ebd3-0800-4434-8521-327343799e3a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.599059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbe9ebd3-0800-4434-8521-327343799e3a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.599059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbe9ebd3-0800-4434-8521-327343799e3a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.599539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbe9ebd3-0800-4434-8521-327343799e3a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.599584] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbe9ebd3-0800-4434-8521-327343799e3a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.601894] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.602031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.602097] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.603842] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.603842] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.603842] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.603842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.604628] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.814572] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 960.814901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.068051] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.068357] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.068439] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.068769] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.069935] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.070345] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f not found, creating... [ 961.071215] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.071523] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.072081] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.072535] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.072773] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.073554] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.073884] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.073884] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.074149] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.074413] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.074634] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f is going to be created. [ 961.098374] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.098803] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.098942] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.100294] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.100294] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.102205] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.107962] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbe9ebd3-0800-4434-8521-327343799e3a [ 961.108262] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.108464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.108557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.110219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.110219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.110219] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbe9ebd3-0800-4434-8521-327343799e3a already deleted. [ 961.110219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbe9ebd3-0800-4434-8521-327343799e3a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.110219] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e6f79af-bff5-447e-bb92-a80419961a18: rpc.has_security_group_logging(os_id): False [ 961.132609] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.132785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.132874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.133561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.133561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.133561] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.133561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.133770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.133770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.133828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.134111] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.134215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.134275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.134448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.134525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.134739] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.134832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.134907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.135127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.135220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.135311] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 961.236273] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.236435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.236506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.236723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.236872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.274298] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 961.334241] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b474e63b-1192-497e-bb0d-5e13daef0fde in Status: SUCCESS [ 961.334241] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde deletion is rescheduled due to dependency. [ 961.334469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.497436] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 694839e5-055e-43db-8c25-1625f28a98a5 in Status: SUCCESS [ 961.497626] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 694839e5-055e-43db-8c25-1625f28a98a5 deletion is rescheduled due to dependency. [ 961.497743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.914158] env[65888]: INFO networking_nsxv3.common.synchronization [req-53531c64-1e9a-47bb-9139-2fdfff16d1b2 req-d2ca50a2-2e21-4c73-a352-de5d7fcf7774 service nova] Enqueued Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_rules [ 961.914363] env[65888]: INFO networking_nsxv3.common.synchronization [req-53531c64-1e9a-47bb-9139-2fdfff16d1b2 req-d2ca50a2-2e21-4c73-a352-de5d7fcf7774 service nova] Enqueued Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_members [ 961.914502] env[65888]: INFO networking_nsxv3.common.synchronization [req-53531c64-1e9a-47bb-9139-2fdfff16d1b2 req-d2ca50a2-2e21-4c73-a352-de5d7fcf7774 service nova] Enqueued Resource ID: c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f with Priority: HIGHEST for action port [ 961.915436] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_rules [ 961.915573] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_members [ 961.915652] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f with Priority: HIGHEST for action port [ 961.916074] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2897aaf-8f00-4851-a87d-43fba45edc0b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.916202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.916265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.916677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.916677] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.918090] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2897aaf-8f00-4851-a87d-43fba45edc0b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.918216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.918389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.918660] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.918867] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.918975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.919163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.919359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.919535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.919644] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.920800] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.920800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.921331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.921449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.921484] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.419568] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2897aaf-8f00-4851-a87d-43fba45edc0b taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.419568] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.422881] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.425206] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f with status ACTIVE [ 962.425419] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.425541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.425608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.425816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.426245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.426444] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.426544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.426602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.426769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.426847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.427034] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.427149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.427202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.427355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.427428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.427525] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f is going to be updated. [ 962.450352] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.451256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.451363] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.451637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.451834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.452638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5c64af9-97b6-4c3b-b9ce-1443e61d1c5f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.022712] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.298378] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 963.298378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.430734] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.430734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.430734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.430734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.430734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.430734] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2897aaf-8f00-4851-a87d-43fba45edc0b is going to be created. [ 963.477360] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.480023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.480023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.480023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.480023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.496070] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2897aaf-8f00-4851-a87d-43fba45edc0b in Status: UNINITIALIZED for 2s [ 965.509235] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2897aaf-8f00-4851-a87d-43fba45edc0b in Status: SUCCESS [ 965.509531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.509757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.510120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.510379] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.510546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.510629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.510844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.510952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.511111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.511243] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.013508] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.516692] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2897aaf-8f00-4851-a87d-43fba45edc0b: rpc.has_security_group_logging(os_id): False [ 966.536836] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.536836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.537171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.537171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.537283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.537457] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.537569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.537623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.537776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.538169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.538258] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2897aaf-8f00-4851-a87d-43fba45edc0b is going to be created. [ 966.596600] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.596764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.596810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.597042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.597244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.611416] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2897aaf-8f00-4851-a87d-43fba45edc0b in Status: IN_PROGRESS for 2s [ 966.733264] env[65888]: INFO networking_nsxv3.common.synchronization [req-7129d8e6-a661-424a-aab3-25e8a993793c req-63a5a128-1f69-4b27-bc35-95fa6ec2c709 tempest-ServerRescueTestJSON-2140871014 tempest-ServerRescueTestJSON-2140871014-project-member] Enqueued Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 966.733741] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 966.734099] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.734228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.734582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.734870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.735058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.735220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.735253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.735902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.735902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.735902] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.238923] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.239250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.239250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.239397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.239489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.239696] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.239798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.239860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.240043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.240126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.240211] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 already deleted. [ 967.240386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.340868] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.341036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-474" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.341147] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-474" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.341677] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-474" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.342031] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.342031] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.342127] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.342331] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.342479] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.342686] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.342797] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.342915] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.343036] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.343153] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.343258] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.343387] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.376528] env[65888]: INFO networking_nsxv3.common.synchronization [None req-65f0366e-b5fe-4b13-b05d-df92a0171440 None None] Enqueued Resource ID: 3f3cb90b-ff3b-4472-8056-7f749c8cd1aa with Priority: HIGHEST for action port [ 967.377726] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.377911] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.378192] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.378294] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-474" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.378596] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-d56d5873-a618-49c0-9247-601d2f7d81f6 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.379079] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-d56d5873-a618-49c0-9247-601d2f7d81f6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.379079] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-d56d5873-a618-49c0-9247-601d2f7d81f6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.379402] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-d56d5873-a618-49c0-9247-601d2f7d81f6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.379402] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d56d5873-a618-49c0-9247-601d2f7d81f6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.380439] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3cb90b-ff3b-4472-8056-7f749c8cd1aa with Priority: HIGHEST for action port [ 967.382144] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f3cb90b-ff3b-4472-8056-7f749c8cd1aa taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.382654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f3cb90b-ff3b-4472-8056-7f749c8cd1aa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.382733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f3cb90b-ff3b-4472-8056-7f749c8cd1aa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.383081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f3cb90b-ff3b-4472-8056-7f749c8cd1aa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.383305] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3cb90b-ff3b-4472-8056-7f749c8cd1aa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.883112] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.883112] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.883112] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.883607] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.883607] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.883949] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port d56d5873-a618-49c0-9247-601d2f7d81f6 not found, creating... [ 967.884112] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.885900] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.885900] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.885900] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.885900] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.885900] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.885900] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.885900] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.885900] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.886682] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.886682] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: d56d5873-a618-49c0-9247-601d2f7d81f6 is going to be created. [ 967.887375] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f3cb90b-ff3b-4472-8056-7f749c8cd1aa [ 967.887886] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.887886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.887886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.887886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.888202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.888202] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f3cb90b-ff3b-4472-8056-7f749c8cd1aa already deleted. [ 967.888202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f3cb90b-ff3b-4472-8056-7f749c8cd1aa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.913153] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.913153] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.913153] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.913153] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.913153] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.913153] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-d56d5873-a618-49c0-9247-601d2f7d81f6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.479153] env[65888]: INFO networking_nsxv3.common.synchronization [req-8db81e97-f1a7-4006-a42a-299d1a6582cc req-3d2ec477-a781-4951-99bb-ddf10b5724bf tempest-ListServerFiltersTestJSON-1787384789 tempest-ListServerFiltersTestJSON-1787384789-project-member] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 968.479153] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGHEST for action security_group_members [ 968.479596] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.479805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.479917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.480198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.480427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.480545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.480608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.480833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.480941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.481082] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.634952] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2897aaf-8f00-4851-a87d-43fba45edc0b in Status: SUCCESS [ 968.635451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.696776] env[65888]: INFO networking_nsxv3.common.synchronization [req-7129d8e6-a661-424a-aab3-25e8a993793c req-d5e77ea4-cfbf-464f-b6eb-dbc7831c91d2 service nova] Enqueued Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_rules [ 968.696891] env[65888]: INFO networking_nsxv3.common.synchronization [req-7129d8e6-a661-424a-aab3-25e8a993793c req-d5e77ea4-cfbf-464f-b6eb-dbc7831c91d2 service nova] Enqueued Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 968.697018] env[65888]: INFO networking_nsxv3.common.synchronization [req-7129d8e6-a661-424a-aab3-25e8a993793c req-d5e77ea4-cfbf-464f-b6eb-dbc7831c91d2 service nova] Enqueued Resource ID: d56d5873-a618-49c0-9247-601d2f7d81f6 with Priority: HIGHEST for action port [ 968.697601] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_rules [ 968.697737] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 968.697835] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d56d5873-a618-49c0-9247-601d2f7d81f6 with Priority: HIGHEST for action port [ 968.698199] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.698300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.698368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.698637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.698721] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.699575] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.699922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.699922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.699922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.700143] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.700191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.702681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.702681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.702681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.702681] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.702681] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d56d5873-a618-49c0-9247-601d2f7d81f6 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.702681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d56d5873-a618-49c0-9247-601d2f7d81f6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.702681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d56d5873-a618-49c0-9247-601d2f7d81f6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.702681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d56d5873-a618-49c0-9247-601d2f7d81f6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.702681] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d56d5873-a618-49c0-9247-601d2f7d81f6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.985422] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.985422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.985422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.985422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.985422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.985422] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.985422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.985422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.985422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.985422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.986173] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be updated. [ 969.037866] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.038172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.038172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.038444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.038629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.049723] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: IN_PROGRESS for 2s [ 969.209578] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.211591] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.211591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.211591] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d56d5873-a618-49c0-9247-601d2f7d81f6 with status ACTIVE [ 969.211591] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.211591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.211591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.211976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.211976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.212138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.212240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.212374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.212436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.212543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.212785] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.212926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.213012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.217175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.217175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.217175] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d56d5873-a618-49c0-9247-601d2f7d81f6 is going to be updated. [ 969.247844] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.247844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.247844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.247844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.247844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.247844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d56d5873-a618-49c0-9247-601d2f7d81f6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.565926] env[65888]: INFO networking_nsxv3.common.synchronization [req-38eadaba-dceb-4108-8873-5393cc3010c6 req-102ffb51-5c3b-4f07-a488-2c275f9cff40 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 969.567463] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 969.567604] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.567719] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.567791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.568030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.568191] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.568294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.568382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.568499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.568584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.568684] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.718413] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.732152] env[65888]: INFO networking_nsxv3.common.synchronization [None req-b72e8f6f-f7e5-4a5a-932b-3666fd15e589 tempest-AttachVolumeTestJSON-669281514 tempest-AttachVolumeTestJSON-669281514-project-member] Enqueued Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_rules [ 969.732328] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_rules [ 969.732959] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe41d7ee-6631-48ce-91dd-afdc678ac753 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.733275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.733442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.733771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.733946] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.752138] env[65888]: INFO networking_nsxv3.common.synchronization [None req-5a268bf7-59a4-4ef3-a163-ee2b287e12a8 None None] Enqueued Resource ID: e78479f5-8df8-442c-bc3c-a965dc93b204 with Priority: HIGHEST for action port [ 969.752138] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e78479f5-8df8-442c-bc3c-a965dc93b204 with Priority: HIGHEST for action port [ 969.752138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e78479f5-8df8-442c-bc3c-a965dc93b204 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.752637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e78479f5-8df8-442c-bc3c-a965dc93b204" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.752835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e78479f5-8df8-442c-bc3c-a965dc93b204" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.753233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e78479f5-8df8-442c-bc3c-a965dc93b204" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.753417] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e78479f5-8df8-442c-bc3c-a965dc93b204',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.885552] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d33efe5e-db35-4c4d-bef5-c034b12fcf78 tempest-AttachVolumeTestJSON-669281514 tempest-AttachVolumeTestJSON-669281514-project-member] Enqueued Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_rules [ 969.886023] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_rules [ 969.886338] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe41d7ee-6631-48ce-91dd-afdc678ac753 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.886446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.071307] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.220134] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.220399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.220479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.220844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.220982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.221163] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 is going to be created. [ 970.254453] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.254683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.254943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.255362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.255848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.257086] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e78479f5-8df8-442c-bc3c-a965dc93b204 [ 970.257363] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.257516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.257605] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.257828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.257940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.258077] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e78479f5-8df8-442c-bc3c-a965dc93b204 already deleted. [ 970.258187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e78479f5-8df8-442c-bc3c-a965dc93b204" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.259136] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.259466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.259624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.259879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.260035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.260145] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 already deleted. [ 970.260269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.260833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.261453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.261453] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.270580] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: UNINITIALIZED for 2s [ 970.580361] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.769539] env[65888]: INFO networking_nsxv3.common.synchronization [req-3bb31929-1231-454f-a19e-33d5d128beb4 req-ab82283c-5e3f-4887-a4f8-5069296f717a tempest-ServersV294TestFqdnHostnames-1323965274 tempest-ServersV294TestFqdnHostnames-1323965274-project-member] Enqueued Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_members [ 970.770627] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_members [ 970.770627] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.770834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.770834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.771516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.771864] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.771864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.771998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.772089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.772200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.772271] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.788549] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.788549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.788549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.788549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.788549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.788549] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 already deleted. [ 970.788549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.064411] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 in Status: SUCCESS [ 971.064619] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 deletion is rescheduled due to dependency. [ 971.064754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.088218] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.088218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.088218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.088218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.088218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.088218] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 971.130217] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.130574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.130574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.130991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.131145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.143620] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 971.177081] env[65888]: INFO networking_nsxv3.common.synchronization [None req-3da5415e-61e1-42df-a916-0afe7ed4a602 None None] Enqueued Resource ID: 2d1e0524-97ed-4ee0-a735-ad24d95f0b8e with Priority: HIGHEST for action port [ 971.177936] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1e0524-97ed-4ee0-a735-ad24d95f0b8e with Priority: HIGHEST for action port [ 971.178126] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1e0524-97ed-4ee0-a735-ad24d95f0b8e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.178203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1e0524-97ed-4ee0-a735-ad24d95f0b8e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.178251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1e0524-97ed-4ee0-a735-ad24d95f0b8e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.178568] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1e0524-97ed-4ee0-a735-ad24d95f0b8e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.178655] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1e0524-97ed-4ee0-a735-ad24d95f0b8e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.270588] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.270898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-338" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.271122] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-338" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.271572] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-338" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.271902] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.272142] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.272336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.272659] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.272913] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.273223] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.273364] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.273500] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.273662] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.273840] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.274051] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.274279] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.276164] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.276336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.276439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.276676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.276801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.277069] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.277235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.277350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.277555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.277645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.277781] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 already deleted. [ 971.277899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.306770] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.307117] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.307117] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.307303] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-338" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.307624] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.307868] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.307908] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.308274] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.308408] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.681687] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d1e0524-97ed-4ee0-a735-ad24d95f0b8e [ 971.681687] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.681687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.681687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.681687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.681687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.681687] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d1e0524-97ed-4ee0-a735-ad24d95f0b8e already deleted. [ 971.681687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1e0524-97ed-4ee0-a735-ad24d95f0b8e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.811749] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.812072] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.812389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.813025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.813025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.813025] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b not found, creating... [ 971.813334] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.813531] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.813659] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.813938] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.814484] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.814904] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.815475] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.815741] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.816071] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.816553] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.816790] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b is going to be created. [ 971.841112] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.841371] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.841486] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.841765] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.842011] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.842256] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.282026] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: SUCCESS [ 972.282449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.282449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.282642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.282835] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.282956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.283032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.283188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.283269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.283354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.283446] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.582168] env[65888]: INFO networking_nsxv3.common.synchronization [req-3bb31929-1231-454f-a19e-33d5d128beb4 req-3a81a09e-6f0f-4a83-b70e-b51f1db4f53e service nova] Enqueued Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_rules [ 972.582353] env[65888]: INFO networking_nsxv3.common.synchronization [req-3bb31929-1231-454f-a19e-33d5d128beb4 req-3a81a09e-6f0f-4a83-b70e-b51f1db4f53e service nova] Enqueued Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_members [ 972.582556] env[65888]: INFO networking_nsxv3.common.synchronization [req-3bb31929-1231-454f-a19e-33d5d128beb4 req-3a81a09e-6f0f-4a83-b70e-b51f1db4f53e service nova] Enqueued Resource ID: e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b with Priority: HIGHEST for action port [ 972.582998] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_rules [ 972.583201] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_members [ 972.583234] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b with Priority: HIGHEST for action port [ 972.583510] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.583631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.583708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.583892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.583971] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.585628] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.585808] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.585891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.586095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.586250] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.586350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.586634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.586634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.586634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.586750] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.587573] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.587683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.587748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.587955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.589199] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.785851] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.786038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.786115] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.786341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.786514] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.786615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.786680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.786827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.786911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.786998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.787163] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.787258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.787317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.787455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.787660] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.787754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.787814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.787953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.788038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.788120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.788211] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.922276] env[65888]: INFO networking_nsxv3.common.synchronization [req-0dc06681-aa7e-4b6a-9dfc-3c93992082fc req-e27a8313-4d91-46a1-933c-3e1f97d7739c tempest-ImagesTestJSON-1987326378 tempest-ImagesTestJSON-1987326378-project-member] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 972.922973] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 972.924172] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.924549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.924549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.924823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.925235] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.925620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.925620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.925620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.929037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.929037] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.000176] env[65888]: INFO networking_nsxv3.common.synchronization [req-372bc1f8-4feb-48a6-94b2-3ba4eb676e89 req-444c6761-b6b1-424c-b9bd-bf10885e23c5 tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 973.000780] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 973.001160] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.001304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.001382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.001601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.001780] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.001902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.001967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.002146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.002243] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.002318] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.092022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.092179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.092364] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.093532] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b with status ACTIVE [ 973.093707] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.093707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.093861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.093964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.094104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.094266] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.094425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.094536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.094627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.094698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.094890] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.094985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.095109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.095235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.095306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.095384] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b is going to be updated. [ 973.116974] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.117206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.117206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.117430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.117581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.117761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e78e45-3d39-4b00-a3f0-2dcf5f77ff0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.159146] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 973.159146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.293020] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0: rpc.has_security_group_logging(os_id): False [ 973.332165] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.332310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.332460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.332671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.332756] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.332956] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.333090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.333152] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.333364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.333422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.333608] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.333728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.333792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.333959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.334640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.334959] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.335098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.335162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.335317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.335402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.335491] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 is going to be created. [ 973.375807] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.376065] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.376305] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.376646] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.376959] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.377157] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.377336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.377566] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.377747] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.378034] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.378194] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.378336] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.378479] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.378651] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.378800] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.379392] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.419455] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.419676] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.419823] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.420036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.420445] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-17c21c65-4d69-4458-b3fb-39e27cb542fa taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.420640] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-17c21c65-4d69-4458-b3fb-39e27cb542fa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.420801] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-17c21c65-4d69-4458-b3fb-39e27cb542fa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.421238] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-17c21c65-4d69-4458-b3fb-39e27cb542fa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.421384] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17c21c65-4d69-4458-b3fb-39e27cb542fa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.429625] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.430234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.430234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.430371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.430533] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.433452] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.453047] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: IN_PROGRESS for 2s [ 973.463692] env[65888]: INFO networking_nsxv3.common.synchronization [None req-5c444425-d0e9-4146-b4d4-d6dd59868864 tempest-ServersTestBootFromVolume-1790032696 tempest-ServersTestBootFromVolume-1790032696-project-member] Enqueued Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_rules [ 973.464357] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_rules [ 973.464929] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8803b77b-16cf-4332-a1aa-3c51008817af taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.465486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.465486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.465486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.465486] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.501023] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1163a85f-cf15-451a-87fc-a7245f58bddd None None] Enqueued Resource ID: 2b962c7c-22ed-4fd5-8b99-688b0e3a4fb9 with Priority: HIGHEST for action port [ 973.501023] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b962c7c-22ed-4fd5-8b99-688b0e3a4fb9 with Priority: HIGHEST for action port [ 973.501655] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b962c7c-22ed-4fd5-8b99-688b0e3a4fb9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.501997] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b962c7c-22ed-4fd5-8b99-688b0e3a4fb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.502187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b962c7c-22ed-4fd5-8b99-688b0e3a4fb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.502527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b962c7c-22ed-4fd5-8b99-688b0e3a4fb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.502727] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b962c7c-22ed-4fd5-8b99-688b0e3a4fb9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.504369] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.506024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.506024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.506024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.506024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.506024] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.506024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.506024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.506024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.506024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.506024] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 973.564422] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.564422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.564422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.564422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.564422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.580921] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 973.597612] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.658318] env[65888]: INFO networking_nsxv3.common.synchronization [None req-adc911c5-999e-49d2-8fdc-de06ee285957 tempest-ServersTestBootFromVolume-1790032696 tempest-ServersTestBootFromVolume-1790032696-project-member] Enqueued Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_rules [ 973.658318] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_rules [ 973.658318] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8803b77b-16cf-4332-a1aa-3c51008817af taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.658839] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.924148] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.924148] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.924440] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.924622] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.925505] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.925505] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 17c21c65-4d69-4458-b3fb-39e27cb542fa not found, creating... [ 973.925505] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.925505] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.925505] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.925792] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.925855] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.926340] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.926467] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.926532] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.926925] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.926925] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.927107] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 17c21c65-4d69-4458-b3fb-39e27cb542fa is going to be created. [ 973.940429] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.954284] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.954604] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.954704] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.955069] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.959158] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.959158] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-17c21c65-4d69-4458-b3fb-39e27cb542fa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.003756] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.004934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.004934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.006108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.006108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.006108] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8803b77b-16cf-4332-a1aa-3c51008817af already deleted. [ 974.006264] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.007146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.007146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.007146] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.009274] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b962c7c-22ed-4fd5-8b99-688b0e3a4fb9 [ 974.009789] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.009789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.009789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.010014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.010014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.010097] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b962c7c-22ed-4fd5-8b99-688b0e3a4fb9 already deleted. [ 974.011551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b962c7c-22ed-4fd5-8b99-688b0e3a4fb9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.101118] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.101118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.101118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.101495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.101495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.101495] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 is going to be created. [ 974.135699] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.136049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.136049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.136134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.136286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.150124] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 in Status: UNINITIALIZED for 2s [ 974.442875] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.443196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.443196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.445472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.445472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.445472] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 974.473936] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.474096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.474163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.474955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.474955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.484524] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 974.534283] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.534283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.534283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.534283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.534462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.534493] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8803b77b-16cf-4332-a1aa-3c51008817af already deleted. [ 974.534818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.579732] env[65888]: INFO networking_nsxv3.common.synchronization [None req-fd294073-4cf7-4479-8c78-4d9b8cfa1ab0 tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_rules [ 974.583194] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_rules [ 974.583194] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652b5082-96b1-46fc-b91c-f39acbf7f589 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.583194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.583194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.583194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.583194] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.708844] env[65888]: INFO networking_nsxv3.common.synchronization [req-372bc1f8-4feb-48a6-94b2-3ba4eb676e89 req-ce781645-0194-42d2-ac7b-fd51281a7a60 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 974.710565] env[65888]: INFO networking_nsxv3.common.synchronization [req-372bc1f8-4feb-48a6-94b2-3ba4eb676e89 req-ce781645-0194-42d2-ac7b-fd51281a7a60 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 974.710565] env[65888]: INFO networking_nsxv3.common.synchronization [req-372bc1f8-4feb-48a6-94b2-3ba4eb676e89 req-ce781645-0194-42d2-ac7b-fd51281a7a60 service nova] Enqueued Resource ID: 17c21c65-4d69-4458-b3fb-39e27cb542fa with Priority: HIGHEST for action port [ 974.710565] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 974.710565] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 974.710565] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17c21c65-4d69-4458-b3fb-39e27cb542fa with Priority: HIGHEST for action port [ 974.711419] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.711545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.711732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.712276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.712392] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.713277] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.713402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.713637] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-17c21c65-4d69-4458-b3fb-39e27cb542fa taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.713767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17c21c65-4d69-4458-b3fb-39e27cb542fa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.713875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17c21c65-4d69-4458-b3fb-39e27cb542fa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.714065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17c21c65-4d69-4458-b3fb-39e27cb542fa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.715187] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17c21c65-4d69-4458-b3fb-39e27cb542fa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.761319] env[65888]: INFO networking_nsxv3.common.synchronization [None req-5dcf4a2a-2ab8-40ea-88e4-bca7bdcf47a0 tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_rules [ 974.762349] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_rules [ 974.762349] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652b5082-96b1-46fc-b91c-f39acbf7f589 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.762437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.122451] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.122554] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.122554] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.122774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.123681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.123681] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 already deleted. [ 975.123681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.123681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.123681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.123681] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.217251] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.217371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.217478] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17c21c65-4d69-4458-b3fb-39e27cb542fa with status ACTIVE [ 975.218281] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.218281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.218281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.218281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.218281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.218948] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.219137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.219185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.219377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.219486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.219691] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.219913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.219954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.220155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.220232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.220319] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17c21c65-4d69-4458-b3fb-39e27cb542fa is going to be updated. [ 975.248825] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.249092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.249229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.249550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.249877] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.250962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17c21c65-4d69-4458-b3fb-39e27cb542fa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.466526] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: SUCCESS [ 975.466526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.594957] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 975.595176] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d deletion is rescheduled due to dependency. [ 975.595324] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.595594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.595869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.597433] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.597433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.597433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.597433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.597433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.597433] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.649084] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.649317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.649381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.649599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.649693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.649850] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 already deleted. [ 975.649908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.089755] env[65888]: INFO networking_nsxv3.common.synchronization [req-3874920d-b425-4793-b304-73787cf76028 req-d383a0ea-91e5-4120-ac15-6636787b0046 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 976.090632] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 976.090715] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.090829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.090951] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.091202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.091282] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.091437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.091437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.091597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.091840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.091840] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.100753] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.161175] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 in Status: SUCCESS [ 976.161468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.162111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.163149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.163149] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.163149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.163149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.163149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.165415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.165415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.165415] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.498343] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 976.498649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.503223] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.504412] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.504686] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.505036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.505477] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.505746] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.505988] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.506337] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.506565] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.507031] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.507264] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.507383] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.507560] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.507781] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.508132] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.508132] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.537418] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.537558] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.537764] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.538015] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.538596] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-85d02ad8-4ea9-4cf0-9bd8-cbe485570369 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.538749] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-85d02ad8-4ea9-4cf0-9bd8-cbe485570369" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.538853] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-85d02ad8-4ea9-4cf0-9bd8-cbe485570369" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.539747] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-85d02ad8-4ea9-4cf0-9bd8-cbe485570369" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.539897] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d02ad8-4ea9-4cf0-9bd8-cbe485570369',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.599482] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.599656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.599720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.600301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.604831] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.628597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.628908] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.629143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.629230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.629519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.629758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.629874] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 976.660752] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.660880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.660950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.661271] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.662568] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.667739] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.675029] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 977.043053] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.043053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.043053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.043325] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.043834] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.044110] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 85d02ad8-4ea9-4cf0-9bd8-cbe485570369 not found, creating... [ 977.044408] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.044585] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.044704] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.044940] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.045097] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.045391] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.045553] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.045912] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.045912] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.046041] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.046389] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 85d02ad8-4ea9-4cf0-9bd8-cbe485570369 is going to be created. [ 977.070127] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.070127] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.070127] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.070127] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.070127] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.070127] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-85d02ad8-4ea9-4cf0-9bd8-cbe485570369" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.110081] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.110260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.110334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.110543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.110665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.110729] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 977.143871] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.144049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.144098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.144345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.144458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.159186] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 977.171646] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5017ea45-c3d8-4704-8cb9-1b76bebd02e2: rpc.has_security_group_logging(os_id): False [ 977.201670] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.201858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.201900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.204806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.204932] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.205330] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.205493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.205603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.205754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.205836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.205933] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 is going to be created. [ 977.332300] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.332527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.332569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.332829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.333112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.358711] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 in Status: IN_PROGRESS for 2s [ 977.799894] env[65888]: INFO networking_nsxv3.common.synchronization [req-3874920d-b425-4793-b304-73787cf76028 req-207cce97-7244-4c1d-98af-cb1c7adabfd0 service nova] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_rules [ 977.800464] env[65888]: INFO networking_nsxv3.common.synchronization [req-3874920d-b425-4793-b304-73787cf76028 req-207cce97-7244-4c1d-98af-cb1c7adabfd0 service nova] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 977.800957] env[65888]: INFO networking_nsxv3.common.synchronization [req-3874920d-b425-4793-b304-73787cf76028 req-207cce97-7244-4c1d-98af-cb1c7adabfd0 service nova] Enqueued Resource ID: 85d02ad8-4ea9-4cf0-9bd8-cbe485570369 with Priority: HIGHEST for action port [ 977.802009] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_rules [ 977.802365] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 977.802706] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85d02ad8-4ea9-4cf0-9bd8-cbe485570369 with Priority: HIGHEST for action port [ 977.803411] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.803710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.803908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.804481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.804616] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.807720] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.807864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.810639] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-85d02ad8-4ea9-4cf0-9bd8-cbe485570369 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.810639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85d02ad8-4ea9-4cf0-9bd8-cbe485570369" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.810639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85d02ad8-4ea9-4cf0-9bd8-cbe485570369" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.810639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85d02ad8-4ea9-4cf0-9bd8-cbe485570369" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.810639] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85d02ad8-4ea9-4cf0-9bd8-cbe485570369',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.312057] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.312352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.312552] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85d02ad8-4ea9-4cf0-9bd8-cbe485570369 with status ACTIVE [ 978.312658] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.312773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.312854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.313171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.313294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.313521] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.313628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.313692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.313861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.313941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.314201] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.314356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.314458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.314621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.314719] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.314822] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85d02ad8-4ea9-4cf0-9bd8-cbe485570369 is going to be updated. [ 978.348781] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.348918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.349098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.350188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.350188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.350188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85d02ad8-4ea9-4cf0-9bd8-cbe485570369" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.682953] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 978.683155] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be deletion is rescheduled due to dependency. [ 978.683275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.683443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.683657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.683846] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.683964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.684040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.684187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.684266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.684364] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.171256] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 979.171613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.171657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.171878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.172099] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.172223] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.172290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.172452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.172528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.172649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.172721] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.186681] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.372192] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 in Status: SUCCESS [ 979.372491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.679411] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.679411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.679411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.679411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.679642] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.679690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.679726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.680648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.680648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.680648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.680648] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.680648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.680648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.680648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.680648] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.680986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.680986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.680986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.680986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.681146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.681182] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.690839] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.185015] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46eefe31-fac4-4839-a9a9-40fe1f96887d: rpc.has_security_group_logging(os_id): False [ 980.194037] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.194037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.194037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.194037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.194037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.194037] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 980.206877] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.207307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.207307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.207441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.207531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.207781] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.207911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.207996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.208255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.208322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.208498] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.208599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.208661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.208863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.208946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.209328] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.209474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.209632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.209833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.209940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.210156] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 980.232473] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.232473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.232473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.232473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.232473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.244983] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 980.287625] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.287955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.287955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.288149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.288322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.305069] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 982.257137] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 4s [ 982.327280] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 982.327512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.753506] env[65888]: INFO networking_nsxv3.common.synchronization [None req-8ee85ac2-944e-4e85-9296-78816473e92d tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 982.754094] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 982.754398] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.754502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.269667] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 984.269667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.269667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.269667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.269667] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.269667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.269667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.270124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.270124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.270124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.270124] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.273693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.273693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.273693] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.273693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.273693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.273693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.273693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.273693] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.774029] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.774165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.774368] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.277651] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.680595] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.680872] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.681080] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.681434] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.681745] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.681985] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.682457] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.682778] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.682949] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.683264] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.683509] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.683783] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.684047] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.684318] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.684563] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.684840] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.731673] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.731911] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.732222] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.732293] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.733376] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-f91de89b-78fe-4325-a9ce-ea1a05c05f99 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.733701] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-f91de89b-78fe-4325-a9ce-ea1a05c05f99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.733877] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-f91de89b-78fe-4325-a9ce-ea1a05c05f99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.734302] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-f91de89b-78fe-4325-a9ce-ea1a05c05f99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.734510] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f91de89b-78fe-4325-a9ce-ea1a05c05f99',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.781212] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.781485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.781570] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.781810] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.781901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.782089] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 985.819286] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.819624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.819624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.819912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.820116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.832748] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 986.238025] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.238322] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.238452] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.238727] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.239153] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.239364] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port f91de89b-78fe-4325-a9ce-ea1a05c05f99 not found, creating... [ 986.239646] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.239804] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.239922] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.240233] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.240391] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.240684] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.240839] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.240953] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.241276] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.241416] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.241558] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: f91de89b-78fe-4325-a9ce-ea1a05c05f99 is going to be created. [ 986.264523] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.264749] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.264872] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.265150] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.265468] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.265683] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-f91de89b-78fe-4325-a9ce-ea1a05c05f99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.901451] env[65888]: INFO networking_nsxv3.common.synchronization [req-dec35dbc-7449-4050-8b39-7c23ae6df528 req-2b208f4d-9137-45c5-9fd8-86ccb06026fd tempest-AttachVolumeTestJSON-669281514 tempest-AttachVolumeTestJSON-669281514-project-member] Enqueued Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_members [ 986.902024] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_members [ 986.902356] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe41d7ee-6631-48ce-91dd-afdc678ac753 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.902485] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.902548] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.902804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.902967] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.903132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.903197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.903351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.903436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.903529] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.976959] env[65888]: INFO networking_nsxv3.common.synchronization [req-aff25e32-63d8-4af3-8ed3-4b7d5bbca608 req-9e7a9165-b8e9-45dd-b593-e51fb869d718 service nova] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_rules [ 986.976959] env[65888]: INFO networking_nsxv3.common.synchronization [req-aff25e32-63d8-4af3-8ed3-4b7d5bbca608 req-9e7a9165-b8e9-45dd-b593-e51fb869d718 service nova] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 986.977120] env[65888]: INFO networking_nsxv3.common.synchronization [req-aff25e32-63d8-4af3-8ed3-4b7d5bbca608 req-9e7a9165-b8e9-45dd-b593-e51fb869d718 service nova] Enqueued Resource ID: f91de89b-78fe-4325-a9ce-ea1a05c05f99 with Priority: HIGHEST for action port [ 986.977641] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_rules [ 986.978125] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 986.978125] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91de89b-78fe-4325-a9ce-ea1a05c05f99 with Priority: HIGHEST for action port [ 986.979733] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.979905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.980237] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.980370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.980630] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f91de89b-78fe-4325-a9ce-ea1a05c05f99 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.980760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f91de89b-78fe-4325-a9ce-ea1a05c05f99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.980852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f91de89b-78fe-4325-a9ce-ea1a05c05f99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.981091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f91de89b-78fe-4325-a9ce-ea1a05c05f99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.981278] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f91de89b-78fe-4325-a9ce-ea1a05c05f99',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.271272] env[65888]: INFO networking_nsxv3.common.synchronization [None req-eaa32718-b720-40d2-9003-a852ed1ab56d None None] Enqueued Resource ID: 2276d721-552c-44a5-85a9-2e2902b42d43 with Priority: HIGHEST for action port [ 987.271272] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2276d721-552c-44a5-85a9-2e2902b42d43 with Priority: HIGHEST for action port [ 987.271272] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2276d721-552c-44a5-85a9-2e2902b42d43 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.271272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2276d721-552c-44a5-85a9-2e2902b42d43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.272892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2276d721-552c-44a5-85a9-2e2902b42d43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.273466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2276d721-552c-44a5-85a9-2e2902b42d43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.273849] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2276d721-552c-44a5-85a9-2e2902b42d43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.373073] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.373073] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-82" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.373073] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-82" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.373073] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-82" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.373481] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.373814] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.374058] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.374414] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.374696] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.375034] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.376921] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.376921] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.376921] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.376921] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.376921] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.376921] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.404281] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.404281] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.404281] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.404281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-82" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.404281] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-f572d933-5bd6-40e6-9ff4-d3e75cd9c982 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.404281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-f572d933-5bd6-40e6-9ff4-d3e75cd9c982" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.404281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-f572d933-5bd6-40e6-9ff4-d3e75cd9c982" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.404281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-f572d933-5bd6-40e6-9ff4-d3e75cd9c982" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.405019] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f572d933-5bd6-40e6-9ff4-d3e75cd9c982',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.406592] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.406937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.407162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.407488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.407697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.408041] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.409020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.409020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.409020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.409020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.409358] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 already deleted. [ 987.409594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.489028] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f91de89b-78fe-4325-a9ce-ea1a05c05f99 with status ACTIVE [ 987.489028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.489028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.489028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.489028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.489028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.489028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.489028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.489028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.489028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.489028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.489028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.489028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.490451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.490729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.490930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.491131] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f91de89b-78fe-4325-a9ce-ea1a05c05f99 is going to be updated. [ 987.517784] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.518390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.518643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.519058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.519321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.519671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f91de89b-78fe-4325-a9ce-ea1a05c05f99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.780477] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2276d721-552c-44a5-85a9-2e2902b42d43 [ 987.780477] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.780477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.780477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.780477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.780477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.780477] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2276d721-552c-44a5-85a9-2e2902b42d43 already deleted. [ 987.780477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2276d721-552c-44a5-85a9-2e2902b42d43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.845954] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 987.846809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.846809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.846809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.846967] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.846967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.847083] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.847205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.847284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.847379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.847553] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.847827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.847898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.848309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.848482] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.848585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.848647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.848791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.848867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.848947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.849202] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.850246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.850468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.851969] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.851969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.851969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.851969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.851969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.851969] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.914318] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.914318] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.914318] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.915817] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.915817] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.915984] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port f572d933-5bd6-40e6-9ff4-d3e75cd9c982 not found, creating... [ 987.916165] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.916363] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.916549] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.916734] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.916862] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.917484] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.917484] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.917484] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.917887] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.917887] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.917887] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: f572d933-5bd6-40e6-9ff4-d3e75cd9c982 is going to be created. [ 987.941582] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.941929] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.942086] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.943273] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.943273] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.943273] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-f572d933-5bd6-40e6-9ff4-d3e75cd9c982" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.187882] env[65888]: INFO networking_nsxv3.common.synchronization [req-92aaa428-5b27-445d-8a0b-b08cafab1600 req-ea6ebcc1-75bc-4095-a43a-8a7034e20127 tempest-ImagesTestJSON-1987326378 tempest-ImagesTestJSON-1987326378-project-member] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 988.188501] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 988.189162] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.189162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.189162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.189403] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.189604] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.189748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.189817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.189979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.190078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.190214] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.353331] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5ab44c9-cf6f-4afb-83ab-fa9faeba94be: rpc.has_security_group_logging(os_id): False [ 988.354595] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.381098] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.381290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.381358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.381557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.381642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.381869] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.381977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.382056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.383331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.383331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.383331] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.383331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.383331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.383331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.383331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.383331] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.383331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.383331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.383331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.383331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.383331] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 988.474915] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.476882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.477027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.477280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.477437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.503134] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 988.682523] env[65888]: INFO networking_nsxv3.common.synchronization [req-dec35dbc-7449-4050-8b39-7c23ae6df528 req-36404984-4d3d-4e7d-87e7-7b3fc642fe98 service nova] Enqueued Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_rules [ 988.684173] env[65888]: INFO networking_nsxv3.common.synchronization [req-dec35dbc-7449-4050-8b39-7c23ae6df528 req-36404984-4d3d-4e7d-87e7-7b3fc642fe98 service nova] Enqueued Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_members [ 988.684323] env[65888]: INFO networking_nsxv3.common.synchronization [req-dec35dbc-7449-4050-8b39-7c23ae6df528 req-36404984-4d3d-4e7d-87e7-7b3fc642fe98 service nova] Enqueued Resource ID: f572d933-5bd6-40e6-9ff4-d3e75cd9c982 with Priority: HIGHEST for action port [ 988.684975] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_rules [ 988.685121] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_members [ 988.685221] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f572d933-5bd6-40e6-9ff4-d3e75cd9c982 with Priority: HIGHEST for action port [ 988.685506] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe41d7ee-6631-48ce-91dd-afdc678ac753 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.685622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.685691] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.685892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.685964] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.689375] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe41d7ee-6631-48ce-91dd-afdc678ac753 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.689529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.689608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.689761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.689916] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.690018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.690084] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.690277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.690452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.690452] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.691947] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f572d933-5bd6-40e6-9ff4-d3e75cd9c982 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.692286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f572d933-5bd6-40e6-9ff4-d3e75cd9c982" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.692357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f572d933-5bd6-40e6-9ff4-d3e75cd9c982" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.692536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f572d933-5bd6-40e6-9ff4-d3e75cd9c982" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.692630] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f572d933-5bd6-40e6-9ff4-d3e75cd9c982',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.693751] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.693865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.694016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.694191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.694282] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.694469] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.694579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.694678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.694865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.694942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.695035] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 988.735276] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.735492] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.735492] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.735700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.735837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.749615] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 988.764454] env[65888]: INFO networking_nsxv3.common.synchronization [req-c4cba903-1e86-4143-97f4-62caa3838ea8 req-11a6636c-515f-4d1e-b766-d4ad3a46a17a tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_members [ 988.765243] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_members [ 988.765676] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-652b5082-96b1-46fc-b91c-f39acbf7f589 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.766654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.766654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.767148] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.767448] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.767674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.767742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.767929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.768029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.768156] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.858725] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.167346] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.167813] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.167813] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.167968] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.168227] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.168408] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.168494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.168716] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.168881] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.169086] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.169189] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.170135] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.170135] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.170135] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.170135] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.170135] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.190196] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe41d7ee-6631-48ce-91dd-afdc678ac753 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.190383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.191562] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.191674] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.191806] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.191999] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.192369] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-da8d9b22-3ed1-493a-b06b-90517a0722b5 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.192553] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-da8d9b22-3ed1-493a-b06b-90517a0722b5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.192764] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-da8d9b22-3ed1-493a-b06b-90517a0722b5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.193013] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-da8d9b22-3ed1-493a-b06b-90517a0722b5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.193156] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8d9b22-3ed1-493a-b06b-90517a0722b5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.194942] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.196684] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f572d933-5bd6-40e6-9ff4-d3e75cd9c982 with status ACTIVE [ 989.197045] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.197139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.197139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.197352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.197431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.197626] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.197735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.197791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.198289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.198472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.198569] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.198656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.198715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.198860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.198932] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.199016] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f572d933-5bd6-40e6-9ff4-d3e75cd9c982 is going to be updated. [ 989.228295] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.228295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.228295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.228295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.228295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.228295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f572d933-5bd6-40e6-9ff4-d3e75cd9c982" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.271045] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.271364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.271444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.272097] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.272346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.272531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.272862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.273163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.274072] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 already deleted. [ 989.274240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.364595] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.364864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.364864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.365512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.365512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.365512] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 989.411176] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.411357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.411405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.411603] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.411832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.444541] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 989.696675] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.696675] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.696675] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.696930] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.697077] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.697245] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port da8d9b22-3ed1-493a-b06b-90517a0722b5 not found, creating... [ 989.697533] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.697709] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.697824] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.698153] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.698329] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.698632] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.698796] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.698912] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.699153] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.699291] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.699432] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: da8d9b22-3ed1-493a-b06b-90517a0722b5 is going to be created. [ 989.700810] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.724806] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.724806] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.724806] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.724806] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.724806] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.725174] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-da8d9b22-3ed1-493a-b06b-90517a0722b5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.921112] env[65888]: INFO networking_nsxv3.common.synchronization [None req-99e3b2bd-6395-4c33-b1d5-eaf2d4dcbf92 None None] Enqueued Resource ID: a3d10701-30f2-4a4e-818a-30800dac4a87 with Priority: HIGHEST for action port [ 989.921957] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d10701-30f2-4a4e-818a-30800dac4a87 with Priority: HIGHEST for action port [ 989.922307] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3d10701-30f2-4a4e-818a-30800dac4a87 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.922442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3d10701-30f2-4a4e-818a-30800dac4a87" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.922516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3d10701-30f2-4a4e-818a-30800dac4a87" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.922934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3d10701-30f2-4a4e-818a-30800dac4a87" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.923032] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3d10701-30f2-4a4e-818a-30800dac4a87',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.203588] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.203970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.203970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.204053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.204113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.204215] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 is going to be created. [ 990.230527] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.230699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.230779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.231119] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.231321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.243284] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 in Status: UNINITIALIZED for 2s [ 990.425537] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3d10701-30f2-4a4e-818a-30800dac4a87 [ 990.425762] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.425896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.425965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.426300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.426428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.426548] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3d10701-30f2-4a4e-818a-30800dac4a87 already deleted. [ 990.426864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3d10701-30f2-4a4e-818a-30800dac4a87" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.514307] env[65888]: INFO networking_nsxv3.common.synchronization [req-c4cba903-1e86-4143-97f4-62caa3838ea8 req-1709ba8c-7f6a-44db-8e8f-9b3391b560ad service nova] Enqueued Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_rules [ 990.514307] env[65888]: INFO networking_nsxv3.common.synchronization [req-c4cba903-1e86-4143-97f4-62caa3838ea8 req-1709ba8c-7f6a-44db-8e8f-9b3391b560ad service nova] Enqueued Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_members [ 990.514307] env[65888]: INFO networking_nsxv3.common.synchronization [req-c4cba903-1e86-4143-97f4-62caa3838ea8 req-1709ba8c-7f6a-44db-8e8f-9b3391b560ad service nova] Enqueued Resource ID: da8d9b22-3ed1-493a-b06b-90517a0722b5 with Priority: HIGHEST for action port [ 990.514904] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_rules [ 990.515046] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_members [ 990.515155] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8d9b22-3ed1-493a-b06b-90517a0722b5 with Priority: HIGHEST for action port [ 990.515423] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652b5082-96b1-46fc-b91c-f39acbf7f589 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.515565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.515626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.515845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.515921] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.517323] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-652b5082-96b1-46fc-b91c-f39acbf7f589 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.517398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.517455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.517643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.519054] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.519054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.519054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.519054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.519054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.519054] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.519803] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8d9b22-3ed1-493a-b06b-90517a0722b5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.519803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8d9b22-3ed1-493a-b06b-90517a0722b5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.519803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8d9b22-3ed1-493a-b06b-90517a0722b5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.519803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8d9b22-3ed1-493a-b06b-90517a0722b5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.520041] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8d9b22-3ed1-493a-b06b-90517a0722b5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.523214] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 990.523566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.526112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.526112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.526112] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.761318] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 990.761420] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 deletion is rescheduled due to dependency. [ 990.761540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.023444] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da8d9b22-3ed1-493a-b06b-90517a0722b5 with status ACTIVE [ 991.023690] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.023834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.023903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.024301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.024582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.025435] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.025595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.025697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.026140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.026140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.026286] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.026352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.026396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.026516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.026592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.026676] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da8d9b22-3ed1-493a-b06b-90517a0722b5 is going to be updated. [ 991.028888] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.030493] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-652b5082-96b1-46fc-b91c-f39acbf7f589 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.030616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.030846] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.030934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.072079] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.072079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.072079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.072079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.072079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.072079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8d9b22-3ed1-493a-b06b-90517a0722b5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.457537] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 991.457965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.457965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.458063] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.458294] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.458475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.458475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.458662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.458770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.458855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.458899] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.533499] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.961460] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.961460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.961460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.961749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.961888] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.962035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.962109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.962338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.962395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.962443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.962641] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.962748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.962819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.962964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.963135] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.963229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.963290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.963444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.963519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.963617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.963707] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.036196] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.036323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.036323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.036615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.036615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.038121] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 is going to be created. [ 992.064804] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.064804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.064804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.064804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.064804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.076065] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 in Status: UNINITIALIZED for 2s [ 992.253592] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 in Status: UNINITIALIZED for 4s [ 992.466267] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5ab44c9-cf6f-4afb-83ab-fa9faeba94be: rpc.has_security_group_logging(os_id): False [ 992.484509] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.484659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.484823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.485056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.485147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.485383] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.485517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.485565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.485679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.485755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.485955] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.486056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.486121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.486262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.486335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.486540] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.486645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.486706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.486843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.486915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.487000] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 992.555278] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.555498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.555590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.555902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.556173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.575568] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 993.693758] env[65888]: INFO networking_nsxv3.common.synchronization [req-3195178a-eb76-4a18-834f-ddd4193af5aa req-6e55d5a0-2973-4371-bcf6-eb35fa20a8d3 tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 993.694722] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 993.695168] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.695482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.695482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.695700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.695953] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.696151] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.696241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.696416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.696542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.696702] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.089457] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 in Status: SUCCESS [ 994.089622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.089806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.090050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.090330] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.090462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.090526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.090695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.091044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.091044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.091044] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.203737] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.203737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.203737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.203737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.203737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.203737] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.203737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.203737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.203737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.203737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.203737] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 994.238816] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.239054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.239054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.239238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.239879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.251321] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 994.264709] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 in Status: SUCCESS [ 994.264958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.265239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.265529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.265793] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.265998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.266126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.266365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.266490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.266626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.266747] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.592989] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 994.593648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.594773] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.772238] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.098525] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 652b5082-96b1-46fc-b91c-f39acbf7f589: rpc.has_security_group_logging(os_id): False [ 995.122481] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.122481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.122481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.122481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.122481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.122481] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.122481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.122481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.122481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.122481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.122481] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 is going to be created. [ 995.229047] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.229047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.229047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.229047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.229047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.244479] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 in Status: IN_PROGRESS for 2s [ 995.276650] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe41d7ee-6631-48ce-91dd-afdc678ac753: rpc.has_security_group_logging(os_id): False [ 995.318417] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.318649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.322025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.322025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.322025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.322025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.322025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.322025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.322025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.322025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.322025] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 is going to be created. [ 995.430836] env[65888]: INFO networking_nsxv3.common.synchronization [req-9056e0b0-9397-433a-b54c-19e62e8da57f req-ab1747fe-fe4d-4c00-b203-f7046239cb6a tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 995.432958] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 995.434518] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.435309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.435397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.435633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.435823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.437186] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.437186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.437330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.437402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.437555] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.437649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.437708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.437847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.437924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.438068] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.458359] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 in Status: IN_PROGRESS for 2s [ 995.837052] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.837413] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.837473] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.837765] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.838102] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.838544] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.838544] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.838820] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.838995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.839273] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.839392] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.839501] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.839609] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.839714] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.839885] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.840058] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.883025] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.883025] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.883025] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.883025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.883025] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-4f05c6a7-5a18-4153-bdc8-0ab3881a042d taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.883025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-4f05c6a7-5a18-4153-bdc8-0ab3881a042d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.883025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-4f05c6a7-5a18-4153-bdc8-0ab3881a042d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.883025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-4f05c6a7-5a18-4153-bdc8-0ab3881a042d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.883025] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f05c6a7-5a18-4153-bdc8-0ab3881a042d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.941620] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.263117] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 4s [ 996.386410] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.386784] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.386982] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.387407] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.387638] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.387846] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 4f05c6a7-5a18-4153-bdc8-0ab3881a042d not found, creating... [ 996.388652] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.388652] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.388780] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.389101] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.389276] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.389687] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.389869] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.389996] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.390330] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.390443] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.390705] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 4f05c6a7-5a18-4153-bdc8-0ab3881a042d is going to be created. [ 996.415488] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.415796] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.415971] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.416312] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.416572] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.416861] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-4f05c6a7-5a18-4153-bdc8-0ab3881a042d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.443794] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.946756] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.947135] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.947179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.947510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.947673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.947844] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 996.996572] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.996734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.996803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.997045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.999342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.009178] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 997.166035] env[65888]: INFO networking_nsxv3.common.synchronization [req-9056e0b0-9397-433a-b54c-19e62e8da57f req-1cb9bec0-d1f4-4991-a39e-8f256dffd568 service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 997.166189] env[65888]: INFO networking_nsxv3.common.synchronization [req-9056e0b0-9397-433a-b54c-19e62e8da57f req-1cb9bec0-d1f4-4991-a39e-8f256dffd568 service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 997.166420] env[65888]: INFO networking_nsxv3.common.synchronization [req-9056e0b0-9397-433a-b54c-19e62e8da57f req-1cb9bec0-d1f4-4991-a39e-8f256dffd568 service nova] Enqueued Resource ID: 4f05c6a7-5a18-4153-bdc8-0ab3881a042d with Priority: HIGHEST for action port [ 997.167839] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 997.168090] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 997.168212] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f05c6a7-5a18-4153-bdc8-0ab3881a042d with Priority: HIGHEST for action port [ 997.168543] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.168667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.168737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.168929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.168996] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.170417] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.170518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.170734] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f05c6a7-5a18-4153-bdc8-0ab3881a042d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.170838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f05c6a7-5a18-4153-bdc8-0ab3881a042d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.171125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f05c6a7-5a18-4153-bdc8-0ab3881a042d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.171379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f05c6a7-5a18-4153-bdc8-0ab3881a042d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.171446] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f05c6a7-5a18-4153-bdc8-0ab3881a042d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.261580] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 in Status: SUCCESS [ 997.261901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.475646] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 in Status: SUCCESS [ 997.475646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.674236] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f05c6a7-5a18-4153-bdc8-0ab3881a042d with status ACTIVE [ 997.674653] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.674653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.674762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.674922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.675172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.675234] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.675547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.675547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.675547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.675730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.675801] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.675895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.678715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.678715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.678715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.678715] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f05c6a7-5a18-4153-bdc8-0ab3881a042d is going to be updated. [ 997.678715] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.678715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.699039] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.699215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.699277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.699508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.700571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.700770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f05c6a7-5a18-4153-bdc8-0ab3881a042d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.840194] env[65888]: INFO networking_nsxv3.common.synchronization [req-d66869f3-46a2-4bd5-bbd7-c84eac7e2366 req-340c7934-12a7-4e2e-83df-8ff2f5491db8 tempest-ImagesTestJSON-1987326378 tempest-ImagesTestJSON-1987326378-project-member] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 997.840791] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 997.841766] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.842626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.842938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.843294] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.844824] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.846235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.846235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.846235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.846235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.846854] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.220210] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.220623] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.220623] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.220866] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.221579] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.221579] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.221579] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.221579] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.221794] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.221828] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.222340] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.222340] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.222340] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.222340] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.222340] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.222543] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.245701] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.246011] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.246577] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.246577] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.247011] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-988cdf6f-33e0-4e27-8df1-4cc9264255bd taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.247289] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-988cdf6f-33e0-4e27-8df1-4cc9264255bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.247496] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-988cdf6f-33e0-4e27-8df1-4cc9264255bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.247915] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-988cdf6f-33e0-4e27-8df1-4cc9264255bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.248114] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('988cdf6f-33e0-4e27-8df1-4cc9264255bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.275483] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 998.275676] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d deletion is rescheduled due to dependency. [ 998.275793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.352529] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.352780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.353023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.353165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.353302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.353539] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.353679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.353768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.353937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.354069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.354118] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 998.410615] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.410828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.410931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.411291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.411490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.429852] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 998.460074] env[65888]: INFO networking_nsxv3.common.synchronization [req-3fdc5507-9ae6-488d-bf07-872da9fac2c6 req-fcdab6f2-4218-4cdc-98fa-378b7f76dea8 tempest-ServerRescueNegativeTestJSON-1611637453 tempest-ServerRescueNegativeTestJSON-1611637453-project-member] Enqueued Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_members [ 998.461176] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGHEST for action security_group_members [ 998.461576] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-09e33b76-0143-4333-8268-bde70b60bc67 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.461713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.461816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.462063] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.462271] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.462396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.462470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.462675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.462789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.462896] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.752960] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.752960] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.752960] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.752960] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.752960] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.752960] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 988cdf6f-33e0-4e27-8df1-4cc9264255bd not found, creating... [ 998.752960] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.752960] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.752960] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.752960] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.752960] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.753448] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.753448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.754661] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.755302] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.755620] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.756022] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 988cdf6f-33e0-4e27-8df1-4cc9264255bd is going to be created. [ 998.782359] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.782359] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.782359] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.782359] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.782359] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.782359] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-988cdf6f-33e0-4e27-8df1-4cc9264255bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.965483] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.965762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.965844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.966219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.991401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.991814] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.992018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.992123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.992836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.992836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.992836] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09e33b76-0143-4333-8268-bde70b60bc67 is going to be updated. [ 999.023053] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 999.023344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.023577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.023844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.024089] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.024222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.024296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.024516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.024616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.024732] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.045929] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.046209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.046209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.046430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.046801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.059075] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09e33b76-0143-4333-8268-bde70b60bc67 in Status: IN_PROGRESS for 2s [ 999.516165] env[65888]: INFO networking_nsxv3.common.synchronization [req-d66869f3-46a2-4bd5-bbd7-c84eac7e2366 req-57d117c8-ffaa-4bb7-8b32-dbb5a37a317f service nova] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_rules [ 999.516455] env[65888]: INFO networking_nsxv3.common.synchronization [req-d66869f3-46a2-4bd5-bbd7-c84eac7e2366 req-57d117c8-ffaa-4bb7-8b32-dbb5a37a317f service nova] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 999.516495] env[65888]: INFO networking_nsxv3.common.synchronization [req-d66869f3-46a2-4bd5-bbd7-c84eac7e2366 req-57d117c8-ffaa-4bb7-8b32-dbb5a37a317f service nova] Enqueued Resource ID: 988cdf6f-33e0-4e27-8df1-4cc9264255bd with Priority: HIGHEST for action port [ 999.517392] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_rules [ 999.517632] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 999.517773] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988cdf6f-33e0-4e27-8df1-4cc9264255bd with Priority: HIGHEST for action port [ 999.518058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.518173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.518242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.518442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.518518] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.521066] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.521066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.521066] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-988cdf6f-33e0-4e27-8df1-4cc9264255bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.521066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-988cdf6f-33e0-4e27-8df1-4cc9264255bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.521066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-988cdf6f-33e0-4e27-8df1-4cc9264255bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.521066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-988cdf6f-33e0-4e27-8df1-4cc9264255bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.521066] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('988cdf6f-33e0-4e27-8df1-4cc9264255bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.528064] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.023019] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 988cdf6f-33e0-4e27-8df1-4cc9264255bd with status ACTIVE [ 1000.023344] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.023490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.023609] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.023807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.023946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.024101] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.024236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.024280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.024432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.024534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.024751] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.024900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.024950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.025079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.025194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.025255] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 988cdf6f-33e0-4e27-8df1-4cc9264255bd is going to be updated. [ 1000.027277] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.027277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.029373] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.050945] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.051147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.051220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.051391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.051534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.051752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-988cdf6f-33e0-4e27-8df1-4cc9264255bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.441342] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 1000.441342] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 deletion is rescheduled due to dependency. [ 1000.441342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.441569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.442258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.442258] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.442258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.442258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.442258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.442500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.442500] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.531884] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.532251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.532251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.532342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.532448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.532551] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1000.563495] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.564068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.564270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.564685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.565105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.577596] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1000.843731] env[65888]: INFO networking_nsxv3.common.synchronization [req-4ce3a8d5-3119-4e04-8279-58edabdd55ec req-01060d9f-ed8e-476b-b041-4ca9e6d05170 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1000.844400] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1000.844694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.844823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.844886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.846123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.846350] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.846491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.846576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.846775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.846961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.847031] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.945974] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.073286] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09e33b76-0143-4333-8268-bde70b60bc67 in Status: SUCCESS [ 1001.073445] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09e33b76-0143-4333-8268-bde70b60bc67 deletion is rescheduled due to dependency. [ 1001.073566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.188202] env[65888]: INFO networking_nsxv3.common.synchronization [None req-ed33e03b-4c09-4057-8655-308482dd9b42 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1001.188202] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1001.188202] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.188202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.350087] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.449082] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.853121] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.951058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.951251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.951328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.951549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.951667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.951751] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 1001.984313] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.986824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.986824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.986824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.986824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.996856] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 1002.356445] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.356743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.356987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.357150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.357250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.357364] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 1002.409341] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.409519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.409580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.409763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.409898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.419922] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 1002.518144] env[65888]: INFO networking_nsxv3.common.synchronization [req-e36ddafc-a774-448a-a4c8-8a14d2786630 req-01b79abb-484c-49e8-b227-dc1489d4cb80 tempest-ServerPasswordTestJSON-292093399 tempest-ServerPasswordTestJSON-292093399-project-member] Enqueued Resource ID: 9492ac22-2e1f-416c-98c6-39b06595b28d with Priority: HIGHEST for action security_group_members [ 1002.518765] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9492ac22-2e1f-416c-98c6-39b06595b28d with Priority: HIGHEST for action security_group_members [ 1002.519585] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9492ac22-2e1f-416c-98c6-39b06595b28d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.519585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.519585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.519585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.519793] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.519923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.519995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.520180] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.520260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.520623] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9492ac22-2e1f-416c-98c6-39b06595b28d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.587665] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1002.587994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.588779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.589088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.589358] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.589530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.589709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.589973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.590107] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.590242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.590456] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.959020] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.959020] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-669" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.959020] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-669" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.959020] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-669" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.959679] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.960236] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.960619] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.963434] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.963434] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.963434] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.963434] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.963434] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.963434] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.963434] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.963434] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.963434] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.998111] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.998469] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.998695] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.999008] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-669" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.999522] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-c66b0486-f973-4a28-ab2c-d932826ed98e taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.999772] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-c66b0486-f973-4a28-ab2c-d932826ed98e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.999934] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-c66b0486-f973-4a28-ab2c-d932826ed98e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.000399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-c66b0486-f973-4a28-ab2c-d932826ed98e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.000630] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66b0486-f973-4a28-ab2c-d932826ed98e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.023237] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.023449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.023516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.024030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.024030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.024030] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.024465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.024465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.024465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.024465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.024692] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9492ac22-2e1f-416c-98c6-39b06595b28d already deleted. [ 1003.024692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.093309] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.093573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.093573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.094332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.094332] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.094332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.094332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.094332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.094699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.094699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.094699] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.094878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.094878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.094979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.095126] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.095216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.095286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.095460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.095527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.095624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.095745] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.504285] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.504590] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.504680] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.507980] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.508384] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.508570] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port c66b0486-f973-4a28-ab2c-d932826ed98e not found, creating... [ 1003.508941] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.509150] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.509269] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.509550] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.509699] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.510029] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.510195] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.510338] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.510571] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.510737] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.510868] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: c66b0486-f973-4a28-ab2c-d932826ed98e is going to be created. [ 1003.540053] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.540302] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.540646] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.540989] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.541340] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.541640] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-c66b0486-f973-4a28-ab2c-d932826ed98e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.599133] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e6f79af-bff5-447e-bb92-a80419961a18: rpc.has_security_group_logging(os_id): False [ 1003.639196] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.639465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.639465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.639963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.640262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.641891] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.642150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.642150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.642424] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.642588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.642959] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.643141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.643249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.643599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.643765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.644105] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.644293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.644419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.644740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.644906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.645073] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1003.770418] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.770728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.770894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.771268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.771572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.795991] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1004.010113] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 1004.010475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.010607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.010836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.011072] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.011230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.011271] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.011402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.011478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.011851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.011851] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.168173] env[65888]: INFO networking_nsxv3.common.synchronization [req-9d3f46f0-0f71-40e0-9fcd-b391550fdbde req-e727a359-279d-4e74-a1e6-c58df0e799de tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_members [ 1004.168835] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGHEST for action security_group_members [ 1004.169516] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bc996ef-550b-4508-8808-3650cdd7b41b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.169654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.169722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.169928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.170351] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.170351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.170351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.170575] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.170575] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.170575] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.241726] env[65888]: INFO networking_nsxv3.common.synchronization [req-e36ddafc-a774-448a-a4c8-8a14d2786630 req-aa880913-fa5e-4e49-bb2b-395d4547420c service nova] Enqueued Resource ID: 9492ac22-2e1f-416c-98c6-39b06595b28d with Priority: HIGHEST for action security_group_rules [ 1004.242216] env[65888]: INFO networking_nsxv3.common.synchronization [req-e36ddafc-a774-448a-a4c8-8a14d2786630 req-aa880913-fa5e-4e49-bb2b-395d4547420c service nova] Enqueued Resource ID: 9492ac22-2e1f-416c-98c6-39b06595b28d with Priority: HIGHEST for action security_group_members [ 1004.242216] env[65888]: INFO networking_nsxv3.common.synchronization [req-e36ddafc-a774-448a-a4c8-8a14d2786630 req-aa880913-fa5e-4e49-bb2b-395d4547420c service nova] Enqueued Resource ID: c66b0486-f973-4a28-ab2c-d932826ed98e with Priority: HIGHEST for action port [ 1004.243023] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9492ac22-2e1f-416c-98c6-39b06595b28d with Priority: HIGHEST for action security_group_rules [ 1004.243116] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9492ac22-2e1f-416c-98c6-39b06595b28d with Priority: HIGHEST for action security_group_members [ 1004.243217] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66b0486-f973-4a28-ab2c-d932826ed98e with Priority: HIGHEST for action port [ 1004.243600] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9492ac22-2e1f-416c-98c6-39b06595b28d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.243771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.243869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.244313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.244433] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9492ac22-2e1f-416c-98c6-39b06595b28d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.247235] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9492ac22-2e1f-416c-98c6-39b06595b28d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.247235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.247235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.247235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.247235] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.247235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.247235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.247235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.247235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.247235] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9492ac22-2e1f-416c-98c6-39b06595b28d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.252242] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66b0486-f973-4a28-ab2c-d932826ed98e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.252427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66b0486-f973-4a28-ab2c-d932826ed98e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.252532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66b0486-f973-4a28-ab2c-d932826ed98e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.252885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66b0486-f973-4a28-ab2c-d932826ed98e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.252961] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66b0486-f973-4a28-ab2c-d932826ed98e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.434471] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 1004.434698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.434805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.435079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.435224] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.435344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.435419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.435562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.435641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.435739] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.518077] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.518077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.518077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.518077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.518077] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.518077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.518077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.518077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.518077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.518077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.518077] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.525590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.525590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.525590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.525590] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.525590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.525590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.525590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.525590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.525590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.525590] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.672954] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.673215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.673290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.673512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.673600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.673817] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.673923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.673988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.674154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.674232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.674322] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bc996ef-550b-4508-8808-3650cdd7b41b is going to be updated. [ 1004.704925] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.705045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.705127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.705328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.705450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.715735] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bc996ef-550b-4508-8808-3650cdd7b41b in Status: IN_PROGRESS for 2s [ 1004.755454] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9492ac22-2e1f-416c-98c6-39b06595b28d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.755676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.755964] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9492ac22-2e1f-416c-98c6-39b06595b28d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.757194] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c66b0486-f973-4a28-ab2c-d932826ed98e with status ACTIVE [ 1004.757480] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.757659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.757766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.758077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.758244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.758522] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.758669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.758769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.758938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.759033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.759234] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.759328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.759387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.759523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.759595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.759674] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c66b0486-f973-4a28-ab2c-d932826ed98e is going to be updated. [ 1004.792556] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.792752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.792752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.792972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.793130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.794496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66b0486-f973-4a28-ab2c-d932826ed98e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.945757] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.945943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.946058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.946391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.946391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.946699] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.946897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.946941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.947126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.947270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.947403] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 1004.983119] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.983342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.983416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.984056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.984056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.999994] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 1005.029065] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2f58e7f-ae4c-4960-9ca7-8f36c1970898: rpc.has_security_group_logging(os_id): False [ 1005.052327] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.054037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.054201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.054464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.054564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.054824] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.054933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.055012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.055191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.055271] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.055496] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.055611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.055679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.055795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.055865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.056071] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.056170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.056225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.056368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.056439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.056523] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 1005.157031] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.157031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.157031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.157031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.157031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.181931] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 1005.205435] env[65888]: INFO networking_nsxv3.common.synchronization [req-fa1639fe-3f55-417c-b940-3e19bf58820f req-4b5278cf-af3b-4f8c-b6b2-1506d9ed8cee tempest-ServerRescueTestJSON-2140871014 tempest-ServerRescueTestJSON-2140871014-project-member] Enqueued Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 1005.206107] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 1005.206474] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.206620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.206703] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.206924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.207120] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.207231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.207339] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.207465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.207601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.207667] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.263020] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9492ac22-2e1f-416c-98c6-39b06595b28d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.592098] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.592322] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-474" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.592426] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-474" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.592736] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-474" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.593020] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.593381] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.593496] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.593731] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.593898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.594421] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.594421] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.594421] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.594421] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.594695] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.594695] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.594796] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.617033] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.617238] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.617349] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.617542] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-474" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.618032] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-acf27154-3315-4816-93d6-438e8fc77e64 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.618247] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-acf27154-3315-4816-93d6-438e8fc77e64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.618336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-acf27154-3315-4816-93d6-438e8fc77e64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.618633] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-acf27154-3315-4816-93d6-438e8fc77e64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.618766] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acf27154-3315-4816-93d6-438e8fc77e64',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.710634] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.765182] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.765329] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.765441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.765708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.765818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.765918] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9492ac22-2e1f-416c-98c6-39b06595b28d is going to be created. [ 1005.791018] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.791196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.791281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.794025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.794025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.802607] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9492ac22-2e1f-416c-98c6-39b06595b28d in Status: UNINITIALIZED for 2s [ 1005.939218] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1005.940971] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.123212] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.123212] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.123212] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.123212] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.123212] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.123212] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port acf27154-3315-4816-93d6-438e8fc77e64 not found, creating... [ 1006.123776] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.123776] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.123776] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.123947] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.124064] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.124346] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.124504] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.124619] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.124818] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.124947] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.125139] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: acf27154-3315-4816-93d6-438e8fc77e64 is going to be created. [ 1006.146532] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.146746] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.146868] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.147167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.147399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.147622] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-acf27154-3315-4816-93d6-438e8fc77e64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.213457] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.562839] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1006.563083] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1006.716573] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.716573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.716573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.716838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.716838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.716948] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 is going to be updated. [ 1006.727910] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bc996ef-550b-4508-8808-3650cdd7b41b in Status: SUCCESS [ 1006.728939] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bc996ef-550b-4508-8808-3650cdd7b41b deletion is rescheduled due to dependency. [ 1006.728939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.748333] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.748535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.748581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.749484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.749484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.762310] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: IN_PROGRESS for 2s [ 1006.898597] env[65888]: INFO networking_nsxv3.common.synchronization [req-fa1639fe-3f55-417c-b940-3e19bf58820f req-00593c60-8a7f-48d7-964b-e99ae5ae5740 service nova] Enqueued Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_rules [ 1006.898809] env[65888]: INFO networking_nsxv3.common.synchronization [req-fa1639fe-3f55-417c-b940-3e19bf58820f req-00593c60-8a7f-48d7-964b-e99ae5ae5740 service nova] Enqueued Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 1006.899072] env[65888]: INFO networking_nsxv3.common.synchronization [req-fa1639fe-3f55-417c-b940-3e19bf58820f req-00593c60-8a7f-48d7-964b-e99ae5ae5740 service nova] Enqueued Resource ID: acf27154-3315-4816-93d6-438e8fc77e64 with Priority: HIGHEST for action port [ 1006.902666] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_rules [ 1006.902666] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 1006.902666] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf27154-3315-4816-93d6-438e8fc77e64 with Priority: HIGHEST for action port [ 1006.902826] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.902966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.903043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.903255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.903339] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.905713] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.905713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.905713] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-acf27154-3315-4816-93d6-438e8fc77e64 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.905713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acf27154-3315-4816-93d6-438e8fc77e64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.905713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acf27154-3315-4816-93d6-438e8fc77e64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.905713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acf27154-3315-4816-93d6-438e8fc77e64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.905713] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acf27154-3315-4816-93d6-438e8fc77e64',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.011359] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 1007.011596] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be deletion is rescheduled due to dependency. [ 1007.012400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.200798] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 1007.201237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.406539] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.406727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.406904] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acf27154-3315-4816-93d6-438e8fc77e64 with status ACTIVE [ 1007.407172] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.407459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.407553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.407775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.407868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.408063] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.408168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.408227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.408441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.408536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.408729] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.408828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.408891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.409089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.409125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.409207] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acf27154-3315-4816-93d6-438e8fc77e64 is going to be updated. [ 1007.447734] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.447846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.447947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.448183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.448366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.448602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acf27154-3315-4816-93d6-438e8fc77e64" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.816513] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9492ac22-2e1f-416c-98c6-39b06595b28d in Status: SUCCESS [ 1007.816513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.816513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.816513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.816513] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.816793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.816793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.816793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.816907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.816907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.817240] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9492ac22-2e1f-416c-98c6-39b06595b28d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.320790] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9492ac22-2e1f-416c-98c6-39b06595b28d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.320790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.320790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.321309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.321309] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.321309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.321448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.321547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.321642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.321699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.321855] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9492ac22-2e1f-416c-98c6-39b06595b28d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.321956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.322017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.322157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.322300] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.322381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.322447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.322584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.322661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.322739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.322836] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9492ac22-2e1f-416c-98c6-39b06595b28d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.519326] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.519608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.519608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.519695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.519762] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.774030] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: SUCCESS [ 1008.774244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.774491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.774637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.774830] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.774954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.775031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.775220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.775346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.775468] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.826465] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9492ac22-2e1f-416c-98c6-39b06595b28d: rpc.has_security_group_logging(os_id): False [ 1008.847808] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.847946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.848029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.848243] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.848364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.848665] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.848771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.848833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.848988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.849077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.849259] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.849358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.850031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.850031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.850031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.850254] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.850254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.850357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.850619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.850777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.850903] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9492ac22-2e1f-416c-98c6-39b06595b28d is going to be created. [ 1008.914098] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.914258] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.914331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.914535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.914712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.933335] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9492ac22-2e1f-416c-98c6-39b06595b28d in Status: IN_PROGRESS for 2s [ 1009.022792] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.277615] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.525796] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.684031] env[65888]: INFO networking_nsxv3.common.synchronization [req-2a3ce3fa-66ee-405f-af49-204afb298b29 req-1a55312b-2cfc-4c39-b3d2-a9a0eae688fc tempest-ServersTestBootFromVolume-1790032696 tempest-ServersTestBootFromVolume-1790032696-project-member] Enqueued Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_members [ 1009.684619] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_members [ 1009.685031] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8803b77b-16cf-4332-a1aa-3c51008817af taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.685162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.685227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.685489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.685653] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.685775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.685839] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.685995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.686093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.686189] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.782139] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.028174] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1010.028312] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1010.040575] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-575 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.040807] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-575" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.041762] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-575" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.041762] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-575" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.041762] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.041762] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.041998] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.042154] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.042300] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.042500] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.042607] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.042708] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.042875] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.042937] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.043386] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.043386] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.065854] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.066161] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.066313] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.066508] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-575" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.067158] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.067158] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.067158] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.067487] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.067759] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.188685] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.188871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.188939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.189218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.189314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.189552] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.189681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.189738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.189900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.190085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.190085] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8803b77b-16cf-4332-a1aa-3c51008817af already deleted. [ 1010.190182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.285020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.285020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.285020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.285427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.285427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.285427] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 is going to be updated. [ 1010.293932] env[65888]: INFO networking_nsxv3.common.synchronization [req-271f1e7a-e627-47df-910f-1aa82f3d0ae2 req-0bdf647a-4f28-4a40-a0ee-1fed543dac52 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1010.294132] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1010.294352] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.294465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.294531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.294720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.294894] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.295316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.295316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.295474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.295640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.295640] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.330051] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.330261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.330318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.330564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.330726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.342522] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: IN_PROGRESS for 2s [ 1010.570971] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.570971] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.570971] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.571456] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.571456] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.571456] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1 not found, creating... [ 1010.571677] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.571836] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.571947] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.572172] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.572300] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.572576] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.572724] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.572840] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.573452] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.573452] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.573452] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1 is going to be created. [ 1010.691520] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.691774] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.691967] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.692184] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.692425] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.692647] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.798479] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.948233] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9492ac22-2e1f-416c-98c6-39b06595b28d in Status: SUCCESS [ 1010.948510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.102709] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.102903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.105035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.105035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.122082] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1011.123346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.124681] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1011.165804] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.165804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.165804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.165804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.178124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.179065] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1011.179065] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1011.179065] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1011.228649] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.231276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.231276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.231276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.231276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.231276] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1011.301243] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.350476] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.350713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.350789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.352227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.352227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.352227] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1011.403060] env[65888]: INFO networking_nsxv3.common.synchronization [req-2a3ce3fa-66ee-405f-af49-204afb298b29 req-d4d7b4e0-ed7c-460d-937e-ce8b984237a1 service nova] Enqueued Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_rules [ 1011.403410] env[65888]: INFO networking_nsxv3.common.synchronization [req-2a3ce3fa-66ee-405f-af49-204afb298b29 req-d4d7b4e0-ed7c-460d-937e-ce8b984237a1 service nova] Enqueued Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_members [ 1011.403410] env[65888]: INFO networking_nsxv3.common.synchronization [req-2a3ce3fa-66ee-405f-af49-204afb298b29 req-d4d7b4e0-ed7c-460d-937e-ce8b984237a1 service nova] Enqueued Resource ID: db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1 with Priority: HIGHEST for action port [ 1011.403990] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_rules [ 1011.404394] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_members [ 1011.404394] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1 with Priority: HIGHEST for action port [ 1011.404548] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8803b77b-16cf-4332-a1aa-3c51008817af taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.404732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.404732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.404897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.404967] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.406789] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8803b77b-16cf-4332-a1aa-3c51008817af taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.406915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.406993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.407238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.407349] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.407460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.407527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.407709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.407811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.407879] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.409306] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.409449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.409498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.409631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.410070] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.587943] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.588289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.588289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.588432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.588716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.589077] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:51. [ 1011.589170] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9368cce6-aabb-42b1-a7e2-756b7e6f48db', 'c2897aaf-8f00-4851-a87d-43fba45edc0b', '500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c', 'b474e63b-1192-497e-bb0d-5e13daef0fde', '0193ca3d-656e-4ab0-889c-1ca49e168501', '1bc996ef-550b-4508-8808-3650cdd7b41b', 'acaba445-60a5-4146-ae84-e7004d14dd6c', '76e6722a-82c5-4de2-aacd-21ae1d1ef6b3', 'e4057eab-f491-446c-970e-039a8dc831fe', 'c0793c14-76a4-41fb-85e6-c9050d208cbf', '3dd41604-a603-4385-8f28-07dc4d510f7a', 'a5ab44c9-cf6f-4afb-83ab-fa9faeba94be', '5e361c19-1c34-485b-b07e-09bf924957b2', 'ca151760-c179-442a-b22c-574f5a05ccbd', '09e33b76-0143-4333-8268-bde70b60bc67', 'd2f58e7f-ae4c-4960-9ca7-8f36c1970898', 'fe41d7ee-6631-48ce-91dd-afdc678ac753', '2630937b-f642-4d36-badc-ca23e3c66c04', '04ebd672-0e14-43c7-9eb4-c968f18b564d', '4fcc4d5f-5548-48dc-805b-b4638afec11c', 'bce27dd4-69c1-4569-93c4-29ce689dea27', '5017ea45-c3d8-4704-8cb9-1b76bebd02e2', '46eefe31-fac4-4839-a9a9-40fe1f96887d', '1e6f79af-bff5-447e-bb92-a80419961a18', 'a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8', '694839e5-055e-43db-8c25-1625f28a98a5', 'e35bd58b-ed60-4523-94cd-b8238534374f', 'e515c98e-e6e5-46e2-b63d-8bf4d54357a0', '652b5082-96b1-46fc-b91c-f39acbf7f589', 'ed33d484-4d6e-44b1-8865-0784615672de', 'c78379c6-3922-47b5-a28c-5098e39586b7', '578b0264-aa3f-4326-99df-b74c6e477afa', '9492ac22-2e1f-416c-98c6-39b06595b28d', '5264357d-aa80-4ca5-8bef-6de450e20558', 'b6287bbd-a646-4b85-b2ba-a0f572d9672e', 'e1d81010-640b-4492-99fe-1943721e852c', 'eccc7980-7ff3-44ba-a4e1-995d272508f0', '2c2b1961-ed06-48bc-ae8f-f7b88aa994d0', '3f41c76d-e49a-4fdb-b365-bf62782226dc', '0d573f9e-3c20-4930-b5f5-9a04b528a7e0', '8ad32ec8-3b7d-4006-b722-7d59eb9ad9be', '43bbf191-9724-47b6-b5e8-89bc0acfa028', '20002ace-10fa-4102-9321-d1b759a802c4', '240fe3d3-e654-4f10-af7f-9c5f54af21f9', 'f63285ab-cb61-47d9-880b-bf45e79d445c', '403871e8-c608-43aa-83f2-f5fc510b134d', '38e0585a-1f21-472b-a242-53d6eed5d5f0', '62ddac3a-1bfe-41ac-af16-5391676cec33', '19a295e6-b522-4de2-bf00-96030f1b2c71', '39cb8e0e-39ed-4209-b258-ebd124955f19', 'ea49a6b7-9c1d-43d4-b051-ecc394719313'} {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1011.589269] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1011.614677] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.614821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.614907] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.615118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.615197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.615305] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1011.615450] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1011.615450] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1011.707408] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.707607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.707685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.707827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.708972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.709239] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1011.709318] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1011.709410] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1011.709597] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1011.709597] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/51 resources of Type:Security Group Rules [ 1011.709701] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGH for action security_group_rules [ 1011.709827] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGH for action security_group_rules [ 1011.709827] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGH for action security_group_rules [ 1011.709897] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGH for action security_group_rules [ 1011.709926] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 with Priority: HIGH for action security_group_rules [ 1011.709969] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGH for action security_group_rules [ 1011.710086] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acaba445-60a5-4146-ae84-e7004d14dd6c with Priority: HIGH for action security_group_rules [ 1011.710086] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGH for action security_group_rules [ 1011.710157] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGH for action security_group_rules [ 1011.710916] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGH for action security_group_rules [ 1011.710916] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGH for action security_group_rules [ 1011.710916] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGH for action security_group_rules [ 1011.710916] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGH for action security_group_rules [ 1011.710916] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGH for action security_group_rules [ 1011.711156] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGH for action security_group_rules [ 1011.711156] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGH for action security_group_rules [ 1011.711156] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGH for action security_group_rules [ 1011.711156] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGH for action security_group_rules [ 1011.711271] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGH for action security_group_rules [ 1011.711271] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGH for action security_group_rules [ 1011.711502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.804186] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.804382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.804444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.804619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.804709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.804805] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1011.845961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.846987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.846987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.846987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.846987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.857370] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1011.907161] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8803b77b-16cf-4332-a1aa-3c51008817af taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.907336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.909754] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.915461] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1 with status ACTIVE [ 1011.915461] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.915461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.915461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.915461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.915461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.915461] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.915461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.916020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.916020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.916020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.916020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.916020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.916318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.916318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.916318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.916497] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1 is going to be updated. [ 1011.939831] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.940052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.940171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.940546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.940740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.942033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db0ecb54-8c2d-42b2-97e2-60f3f5ffccb1" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.249825] env[65888]: INFO networking_nsxv3.common.synchronization [req-5315d3e9-cbdd-4c19-8645-95ce7ac0d487 req-0b31eb78-f487-4be3-9086-c31a55d21dc2 tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1012.250363] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1012.250533] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db with Priority: HIGH for action security_group_rules [ 1012.250640] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c with Priority: HIGH for action security_group_rules [ 1012.250738] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acaba445-60a5-4146-ae84-e7004d14dd6c with Priority: HIGH for action security_group_rules [ 1012.250829] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e33b76-0143-4333-8268-bde70b60bc67 with Priority: HIGH for action security_group_rules [ 1012.250920] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGH for action security_group_rules [ 1012.251014] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGH for action security_group_rules [ 1012.251115] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGH for action security_group_rules [ 1012.251205] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGH for action security_group_rules [ 1012.251733] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca151760-c179-442a-b22c-574f5a05ccbd with Priority: HIGH for action security_group_rules [ 1012.251847] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGH for action security_group_rules [ 1012.251943] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e361c19-1c34-485b-b07e-09bf924957b2 with Priority: HIGH for action security_group_rules [ 1012.252057] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGH for action security_group_rules [ 1012.252153] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dd41604-a603-4385-8f28-07dc4d510f7a with Priority: HIGH for action security_group_rules [ 1012.252242] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0793c14-76a4-41fb-85e6-c9050d208cbf with Priority: HIGH for action security_group_rules [ 1012.252329] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4057eab-f491-446c-970e-039a8dc831fe with Priority: HIGH for action security_group_rules [ 1012.252418] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bc996ef-550b-4508-8808-3650cdd7b41b with Priority: HIGH for action security_group_rules [ 1012.252509] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 with Priority: HIGH for action security_group_rules [ 1012.252594] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 with Priority: HIGH for action security_group_rules [ 1012.252679] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGH for action security_group_rules [ 1012.252763] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b474e63b-1192-497e-bb0d-5e13daef0fde with Priority: HIGH for action security_group_rules [ 1012.253066] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.253193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.253257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.253521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.253703] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.253825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.253865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.254025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.254102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.254196] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.255028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.255141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.255205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.255398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.255474] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9368cce6-aabb-42b1-a7e2-756b7e6f48db',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.257784] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.257784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.257784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.257784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.257784] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.257784] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acaba445-60a5-4146-ae84-e7004d14dd6c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.257784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.257784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.257784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.257784] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acaba445-60a5-4146-ae84-e7004d14dd6c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.258399] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09e33b76-0143-4333-8268-bde70b60bc67 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.258549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.258591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.258715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.258782] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09e33b76-0143-4333-8268-bde70b60bc67',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.259860] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.259972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.260089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.261432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.261432] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.261432] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.261432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.261432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.261701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.261701] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.262384] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2630937b-f642-4d36-badc-ca23e3c66c04 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.262384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.262606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.262606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.262675] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.263529] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe41d7ee-6631-48ce-91dd-afdc678ac753 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.264317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.264317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.264317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.264317] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.265636] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca151760-c179-442a-b22c-574f5a05ccbd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.265636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.265636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.265636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.265636] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca151760-c179-442a-b22c-574f5a05ccbd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.265636] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.265929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.265929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.265929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.266039] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.271045] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e361c19-1c34-485b-b07e-09bf924957b2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.271045] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e361c19-1c34-485b-b07e-09bf924957b2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.271045] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.271045] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.271045] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dd41604-a603-4385-8f28-07dc4d510f7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.271045] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dd41604-a603-4385-8f28-07dc4d510f7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.271045] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0793c14-76a4-41fb-85e6-c9050d208cbf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.271045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.272762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.272762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.272762] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0793c14-76a4-41fb-85e6-c9050d208cbf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.272762] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4057eab-f491-446c-970e-039a8dc831fe taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.272762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.272762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.272762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.272762] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4057eab-f491-446c-970e-039a8dc831fe',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.273741] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bc996ef-550b-4508-8808-3650cdd7b41b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.273741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.273741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.274014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.274014] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bc996ef-550b-4508-8808-3650cdd7b41b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.275011] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.275185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.275242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.275802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.275915] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76e6722a-82c5-4de2-aacd-21ae1d1ef6b3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.276710] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0193ca3d-656e-4ab0-889c-1ca49e168501 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.276833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.276913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.277062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.277134] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0193ca3d-656e-4ab0-889c-1ca49e168501',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.277795] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2897aaf-8f00-4851-a87d-43fba45edc0b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.277899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.277963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.278118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.278188] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.278864] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b474e63b-1192-497e-bb0d-5e13daef0fde taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.278969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.279065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.279187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.279256] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b474e63b-1192-497e-bb0d-5e13daef0fde',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.368585] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: SUCCESS [ 1012.369143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.369143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.369325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.369914] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.369914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.369914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.369914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.369914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.369914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.369914] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.414901] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.612467] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.612774] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.612841] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.613840] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.614413] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.614602] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.614723] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.614962] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.615119] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.615327] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.615440] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.615549] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.615655] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.615759] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.615861] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.615986] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.635804] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.635984] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.636140] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.636319] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.636639] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-273b17d9-4bff-4858-9d03-7e99076dee7a taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.636816] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-273b17d9-4bff-4858-9d03-7e99076dee7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.636997] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-273b17d9-4bff-4858-9d03-7e99076dee7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.637422] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-273b17d9-4bff-4858-9d03-7e99076dee7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.637532] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('273b17d9-4bff-4858-9d03-7e99076dee7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.785286] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2630937b-f642-4d36-badc-ca23e3c66c04 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.785430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.785499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.785697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.785875] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.785974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.786124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.786244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.786343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.786450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.786541] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.787535] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.787673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.787740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.787894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.787977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.788162] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.788257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.788317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.788459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.788532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.788636] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd already deleted. [ 1012.788727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.791043] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe41d7ee-6631-48ce-91dd-afdc678ac753 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.791364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.791527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.791782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.791942] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.792100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.792194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.792315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.792391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.792510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.792557] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.793540] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.793684] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.793779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.793962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.794131] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.794242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.794329] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.794503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.794620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.794821] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.799955] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.800052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.800095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.800269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.800462] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.800575] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.800639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.800805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.800805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.800899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.800976] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.801882] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.801988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.802060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.802213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.802360] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.802458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.802526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.802681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.802760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.802842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.802925] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.812165] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2897aaf-8f00-4851-a87d-43fba45edc0b taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.812342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.812425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.812690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.812900] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.813076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.813116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.813283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.813370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.813586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.813731] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.846566] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.846566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.846566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.846566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.853791] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.853791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.872501] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.872816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.873946] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.874074] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.874786] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.874880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.878817] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.878817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.878817] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.878817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.878817] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.878817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.878817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.878817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.878817] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.878817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.878817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.878817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.878817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.879511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.879511] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.879511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.879511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.879511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.879511] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.879511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.879511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.879511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.879511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.879511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.879511] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.880538] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.880734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.884065] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.884222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.885032] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.885160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.885910] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.886031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.886722] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1012.889699] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.889699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.889699] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1012.889699] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.889699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.890691] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1012.891115] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.891232] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dd41604-a603-4385-8f28-07dc4d510f7a is going to be deleted. [ 1012.892450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.892450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.895849] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.895955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.912215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.912508] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0193ca3d-656e-4ab0-889c-1ca49e168501 is going to be deleted. [ 1012.914295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.914589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.917453] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.917663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.917663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.917833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.917928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.917989] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8803b77b-16cf-4332-a1aa-3c51008817af is going to be created. [ 1012.943081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.943259] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76e6722a-82c5-4de2-aacd-21ae1d1ef6b3 is going to be deleted. [ 1012.944306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.944574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.963074] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.963311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.964222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.964771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.964771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.983936] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8803b77b-16cf-4332-a1aa-3c51008817af in Status: UNINITIALIZED for 2s [ 1012.987594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.987854] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be deleted. [ 1012.988926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.989483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.105066] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.105323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.107527] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.107670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.115763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.115967] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca151760-c179-442a-b22c-574f5a05ccbd is going to be deleted. [ 1013.116868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.117092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.140035] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.140309] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.140471] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.140783] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.140944] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.141114] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 273b17d9-4bff-4858-9d03-7e99076dee7a not found, creating... [ 1013.141436] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.141603] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.141724] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.142458] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.142458] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.142627] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.142758] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.142846] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.143030] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.143166] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.143591] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 273b17d9-4bff-4858-9d03-7e99076dee7a is going to be created. [ 1013.172015] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.172311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.194863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.195106] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0793c14-76a4-41fb-85e6-c9050d208cbf is going to be deleted. [ 1013.196284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.196716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.206958] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.207227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.267095] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.268041] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.268392] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.268997] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.269494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.269842] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-273b17d9-4bff-4858-9d03-7e99076dee7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.302028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.302028] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e361c19-1c34-485b-b07e-09bf924957b2 is going to be deleted. [ 1013.302028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.302028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.307212] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.307688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.307877] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.308202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.308570] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.308819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.308976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.309266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.309449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.309637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.309932] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.310183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.310331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.311081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.311617] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.311906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.312072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.312342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.312521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.315437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.315437] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.315437] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.315437] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.315437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.315437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.315437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.315437] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.315437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.315437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.315960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.316456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.316668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.316927] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.317160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.317458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.317868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.318142] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.318359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.318737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.318988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.319187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.319431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.319639] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.321734] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.322847] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.326568] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.382087] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.382087] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.382087] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0: rpc.has_security_group_logging(os_id): False [ 1013.387102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.387102] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9368cce6-aabb-42b1-a7e2-756b7e6f48db is going to be deleted. [ 1013.388189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.388494] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.434913] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.434913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.440692] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.440855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.479505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.479505] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c is going to be deleted. [ 1013.479505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.479638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.544607] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.544774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.560090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.560090] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bc996ef-550b-4508-8808-3650cdd7b41b is going to be deleted. [ 1013.560090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.560090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.728044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.728044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.744255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.744255] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4057eab-f491-446c-970e-039a8dc831fe is going to be deleted. [ 1013.744255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.744255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.822269] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2f58e7f-ae4c-4960-9ca7-8f36c1970898: rpc.has_security_group_logging(os_id): False [ 1013.824819] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2630937b-f642-4d36-badc-ca23e3c66c04: rpc.has_security_group_logging(os_id): False [ 1013.826274] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ebd672-0e14-43c7-9eb4-c968f18b564d: rpc.has_security_group_logging(os_id): False [ 1013.828897] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fcc4d5f-5548-48dc-805b-b4638afec11c: rpc.has_security_group_logging(os_id): False [ 1013.829875] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe41d7ee-6631-48ce-91dd-afdc678ac753: rpc.has_security_group_logging(os_id): False [ 1013.831485] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2897aaf-8f00-4851-a87d-43fba45edc0b: rpc.has_security_group_logging(os_id): False [ 1013.905171] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.905397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.906729] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.906929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.908132] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1013.908546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.909805] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.910190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.911279] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.911526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.912496] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.912592] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b474e63b-1192-497e-bb0d-5e13daef0fde is going to be deleted. [ 1013.913688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.914096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.916056] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.916236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.917207] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.917373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.920065] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.920240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.942058] env[65888]: INFO networking_nsxv3.common.synchronization [req-5315d3e9-cbdd-4c19-8645-95ce7ac0d487 req-314740ff-fd5b-42f7-9c5c-c8fd8c8caace service nova] Enqueued Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_rules [ 1013.942058] env[65888]: INFO networking_nsxv3.common.synchronization [req-5315d3e9-cbdd-4c19-8645-95ce7ac0d487 req-314740ff-fd5b-42f7-9c5c-c8fd8c8caace service nova] Enqueued Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1013.942058] env[65888]: INFO networking_nsxv3.common.synchronization [req-5315d3e9-cbdd-4c19-8645-95ce7ac0d487 req-314740ff-fd5b-42f7-9c5c-c8fd8c8caace service nova] Enqueued Resource ID: 273b17d9-4bff-4858-9d03-7e99076dee7a with Priority: HIGHEST for action port [ 1013.942797] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_rules [ 1013.942797] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1013.942797] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 273b17d9-4bff-4858-9d03-7e99076dee7a with Priority: HIGHEST for action port [ 1013.942797] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.942797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.943196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.943196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.943316] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.944371] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.944567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.944643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.944880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.945891] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.945891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.945891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.946323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.946467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.947277] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.948157] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-273b17d9-4bff-4858-9d03-7e99076dee7a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.948474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-273b17d9-4bff-4858-9d03-7e99076dee7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.948591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-273b17d9-4bff-4858-9d03-7e99076dee7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.948778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-273b17d9-4bff-4858-9d03-7e99076dee7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.949235] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('273b17d9-4bff-4858-9d03-7e99076dee7a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.988324] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.988671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.990120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.990315] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09e33b76-0143-4333-8268-bde70b60bc67 is going to be deleted. [ 1013.991579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.992179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.006691] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.006790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.046733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.046975] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acaba445-60a5-4146-ae84-e7004d14dd6c is going to be deleted. [ 1014.048870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.049184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.049302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.049442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0193ca3d-656e-4ab0-889c-1ca49e168501" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.049609] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.049773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.049853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.049992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dd41604-a603-4385-8f28-07dc4d510f7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.050657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.050852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.050973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.051182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76e6722a-82c5-4de2-aacd-21ae1d1ef6b3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.051342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.051560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.051663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.051786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.051931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.052099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.052175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.052293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca151760-c179-442a-b22c-574f5a05ccbd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.052422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.052593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.052703] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.052849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0793c14-76a4-41fb-85e6-c9050d208cbf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.053019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.053194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.175029] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.175029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.175863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.176115] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.176232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.176299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.176513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.176602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.176826] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.176930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.177026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.177170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.177237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.177435] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.177561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.177561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.177709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.177784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.177891] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 is going to be updated. [ 1014.179046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.179206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.179293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.179411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e361c19-1c34-485b-b07e-09bf924957b2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.179744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.179899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.179980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.180112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9368cce6-aabb-42b1-a7e2-756b7e6f48db" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.180959] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.181072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.181143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.181298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.181369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.181518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b474e63b-1192-497e-bb0d-5e13daef0fde" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.181677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.181823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.294225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.294518] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.294645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.294715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.294917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.295012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.295216] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.295319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.295380] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.295577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.295660] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.295857] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.295958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.296032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.296151] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.296222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.296318] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 1014.297442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.297608] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.333436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.333747] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.333945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.333945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.334172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.334254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.334453] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.334854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.334854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.334854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.334854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.335171] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.335171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.335171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.335283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.335372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.335539] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c is going to be updated. [ 1014.337196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.337395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.337735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.337735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-500f9ebe-a9d1-4e49-b9f9-3b8c7beb092c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.337735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.337922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.376015] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.376275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.388083] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.388407] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.388537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.388584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.388788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.388869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.389098] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 is going to be updated. [ 1014.391440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.391440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.391440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.391440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4057eab-f491-446c-970e-039a8dc831fe" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.391440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.391440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.391440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.391440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09e33b76-0143-4333-8268-bde70b60bc67" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.391440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.391905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.421997] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.422203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.442206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.444890] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.444890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.444890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.444890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.444890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.444890] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2630937b-f642-4d36-badc-ca23e3c66c04 is going to be updated. [ 1014.444890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.444890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.451637] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.451784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.451954] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.452939] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 273b17d9-4bff-4858-9d03-7e99076dee7a with status ACTIVE [ 1014.453145] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.453573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.453573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.453723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.454838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.454838] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.454838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.454838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.454838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.454838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.454838] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.454838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.454838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.454838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.455247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.455247] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 273b17d9-4bff-4858-9d03-7e99076dee7a is going to be updated. [ 1014.542723] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.543034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.544166] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.544314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.544388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.544604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.544752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.545117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-273b17d9-4bff-4858-9d03-7e99076dee7a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.555233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.555233] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.555233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.555233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.555233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.555233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.555233] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1014.556387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.556688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.556794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.556889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acaba445-60a5-4146-ae84-e7004d14dd6c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.557048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.557256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.601143] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.601143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.602087] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.602324] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.698598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.699076] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.699231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.699348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.699801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.699936] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.700094] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2897aaf-8f00-4851-a87d-43fba45edc0b is going to be updated. [ 1014.701476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.701713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.701850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.702017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bc996ef-550b-4508-8808-3650cdd7b41b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.702189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.702367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.702551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.703841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.704053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.704201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.705398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.705601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.705744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.707323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.707574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.707725] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.744778] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.745334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.745334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.745334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.745593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.811481] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: IN_PROGRESS for 2s [ 1014.813038] env[65888]: INFO networking_nsxv3.common.synchronization [req-169fb78b-7c48-4e9a-9dc0-3034115aacc9 req-d57b9526-c23e-47da-9d42-cf1bd7272d90 tempest-ServerPasswordTestJSON-292093399 tempest-ServerPasswordTestJSON-292093399-project-member] Enqueued Resource ID: 9492ac22-2e1f-416c-98c6-39b06595b28d with Priority: HIGHEST for action security_group_members [ 1014.813674] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9492ac22-2e1f-416c-98c6-39b06595b28d with Priority: HIGHEST for action security_group_members [ 1014.813994] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9492ac22-2e1f-416c-98c6-39b06595b28d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.814152] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.814225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.814392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.814547] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.814651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.814729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.814847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.814923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.815032] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9492ac22-2e1f-416c-98c6-39b06595b28d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.817398] env[65888]: INFO networking_nsxv3.common.synchronization [req-874d3174-76e0-4fe9-bb93-1bfed0ac61d6 req-d9dad87e-25fa-4e06-8d6d-fdd4e513375a tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_members [ 1014.817931] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGHEST for action security_group_members [ 1014.818249] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2897aaf-8f00-4851-a87d-43fba45edc0b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.818356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.818411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.818629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.818787] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.818883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.818942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.819103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.819219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.819699] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.822910] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2630937b-f642-4d36-badc-ca23e3c66c04 in Status: IN_PROGRESS for 2s [ 1014.824459] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 in Status: IN_PROGRESS for 2s [ 1014.825500] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: IN_PROGRESS for 2s [ 1014.831818] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 1014.859477] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.859737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.859737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.859905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.860029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.882736] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1014.915691] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.916832] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.917071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.917145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.917367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.917528] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.942901] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2897aaf-8f00-4851-a87d-43fba45edc0b in Status: IN_PROGRESS for 2s [ 1014.957989] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.008393] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8803b77b-16cf-4332-a1aa-3c51008817af in Status: SUCCESS [ 1015.009302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.009606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.011616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.011616] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.011616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.011616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.011616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.011616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.011616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.011954] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.321926] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.321926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.322158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.322194] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.323702] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.323702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.351018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.351018] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.351018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.351018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.351018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.351018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.351018] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9492ac22-2e1f-416c-98c6-39b06595b28d is going to be updated. [ 1015.351728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.351899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.351979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.352618] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.352775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.352811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.353181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.353255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.353340] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2897aaf-8f00-4851-a87d-43fba45edc0b is going to be updated. [ 1015.389133] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.389133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.389133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.389133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.389133] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.390554] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.390686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.390755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.390937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.391076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.402916] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9492ac22-2e1f-416c-98c6-39b06595b28d in Status: IN_PROGRESS for 2s [ 1015.403687] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2897aaf-8f00-4851-a87d-43fba45edc0b in Status: IN_PROGRESS for 2s [ 1015.462747] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.462990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.462990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.467016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.467016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.467016] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd is going to be created. [ 1015.493015] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.493015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.493015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.493015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.493389] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.506040] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: UNINITIALIZED for 2s [ 1015.517079] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.017569] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8803b77b-16cf-4332-a1aa-3c51008817af: rpc.has_security_group_logging(os_id): False [ 1016.036987] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.036987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.036987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.037242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.037242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.039817] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.039817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.039817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.039817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.039817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.039817] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8803b77b-16cf-4332-a1aa-3c51008817af is going to be created. [ 1016.104542] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.104638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.104756] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.105011] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.105439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.126134] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8803b77b-16cf-4332-a1aa-3c51008817af in Status: IN_PROGRESS for 2s [ 1016.829807] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: SUCCESS [ 1016.830867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.848822] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2630937b-f642-4d36-badc-ca23e3c66c04 in Status: SUCCESS [ 1016.848822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.849180] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 in Status: SUCCESS [ 1016.849267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.849905] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: SUCCESS [ 1016.850080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.851690] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 1016.851690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.895418] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1016.895418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.960313] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2897aaf-8f00-4851-a87d-43fba45edc0b in Status: SUCCESS [ 1016.960625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.418887] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2897aaf-8f00-4851-a87d-43fba45edc0b in Status: SUCCESS [ 1017.419292] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2897aaf-8f00-4851-a87d-43fba45edc0b deletion is rescheduled due to dependency. [ 1017.419292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.420734] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9492ac22-2e1f-416c-98c6-39b06595b28d in Status: SUCCESS [ 1017.420734] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9492ac22-2e1f-416c-98c6-39b06595b28d deletion is rescheduled due to dependency. [ 1017.420734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.520033] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: SUCCESS [ 1017.520033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.520033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.520033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.520033] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.520033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.520033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.520033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.520033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.520033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.520033] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.023318] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.024800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.024936] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.025209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.026712] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.026927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.027090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.027420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.027586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.027719] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.027917] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.028067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.028143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.028314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.028486] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.028610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.028670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.028843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.028953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.029059] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.029197] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.140747] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8803b77b-16cf-4332-a1aa-3c51008817af in Status: SUCCESS [ 1018.140895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.427170] env[65888]: INFO networking_nsxv3.common.synchronization [None req-b54b9301-88e9-45ad-95f6-23286b377535 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_rules [ 1018.428027] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_rules [ 1018.428775] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.428960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.429081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.429432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.429561] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.531323] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7483251d-8ba9-4916-a160-5ee6372286bd: rpc.has_security_group_logging(os_id): False [ 1018.559324] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1975d4bc-5974-44a0-9b3e-af2202b52872 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_rules [ 1018.560058] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_rules [ 1018.560500] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.560677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.572027] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.572301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.572301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.572656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.572922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.573286] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.573514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.573581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.573755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.573865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.575279] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.575586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.575694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.575877] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.575952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.576229] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.576337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.576440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.576598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.576676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.576778] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd is going to be created. [ 1018.661680] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.661954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.661954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.662296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.662412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.677446] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: IN_PROGRESS for 2s [ 1018.952715] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.956111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.956111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.956111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.956111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.956111] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f already deleted. [ 1018.956111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.956111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.956111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.956111] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.483807] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.484216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.484216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.484369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.484489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.484617] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f already deleted. [ 1019.484730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.693815] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: SUCCESS [ 1020.694150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.926784] env[65888]: INFO networking_nsxv3.common.synchronization [req-d04c8600-b20d-4932-b2b4-59fdaa983917 req-749b7bce-999f-4708-bf73-0c4859244fd8 tempest-ImagesTestJSON-1987326378 tempest-ImagesTestJSON-1987326378-project-member] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 1020.927759] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGHEST for action security_group_members [ 1020.928746] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.928746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.928746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.928746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.928746] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.928746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.928746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.928746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.928746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.929078] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.432780] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.432942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.432942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.433196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.433376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.433542] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.433642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.433642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.433770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.433834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.433921] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be updated. [ 1021.466178] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.466353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.466448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.466777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.467036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.482067] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: IN_PROGRESS for 2s [ 1023.183839] env[65888]: INFO networking_nsxv3.common.synchronization [req-2d331b94-8db6-4f02-8258-79a57f6fb7b6 req-5926e940-38f1-4a06-957c-f5542a24a2c7 tempest-ServerRescueNegativeTestJSON-1611637453 tempest-ServerRescueNegativeTestJSON-1611637453-project-member] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 1023.184484] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 1023.184858] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.184988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.185265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.185520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.185702] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.185847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.185905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.186101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.186202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.186309] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.496388] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 in Status: SUCCESS [ 1023.496388] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 deletion is rescheduled due to dependency. [ 1023.496388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.688454] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.190384] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.644721] env[65888]: INFO networking_nsxv3.common.synchronization [req-11390185-d05c-4281-b2b4-a2facd721a25 req-ca7c83e5-aa4c-4532-ac32-93d2e61cde31 tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 1024.645670] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 1024.646068] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.646524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.646524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.646524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.646696] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.646799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.646865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.647026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.647113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.647214] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.693537] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.693918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.694044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.694374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.694489] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.694626] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c is going to be updated. [ 1024.731113] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.731287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.731328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.731612] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.731793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.743648] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: IN_PROGRESS for 2s [ 1024.993285] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.993515] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.993650] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.993971] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.994260] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.994449] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.994622] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.994793] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.994936] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.995167] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.995280] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.995399] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.995506] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.995613] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.995718] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.995847] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.020280] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.020280] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.020280] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.020280] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-254" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.020280] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-d4d4aa0c-85ce-473f-bbaf-8cda47065d18 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.020280] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-d4d4aa0c-85ce-473f-bbaf-8cda47065d18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.020280] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-d4d4aa0c-85ce-473f-bbaf-8cda47065d18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.020280] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-d4d4aa0c-85ce-473f-bbaf-8cda47065d18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.020280] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d4aa0c-85ce-473f-bbaf-8cda47065d18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.149541] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.149748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.149852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.150303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.172057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.172057] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.172858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.172858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.172858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.172858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.172858] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 1025.200331] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.200779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.200779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.200945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.201042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.215264] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 1025.521488] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.521881] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.521985] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.522312] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.522511] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.522735] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port d4d4aa0c-85ce-473f-bbaf-8cda47065d18 not found, creating... [ 1025.523072] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.523251] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.523399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.523648] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.523771] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.524109] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.524477] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.524636] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.524904] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.525152] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.525335] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: d4d4aa0c-85ce-473f-bbaf-8cda47065d18 is going to be created. [ 1025.549739] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.550062] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.550162] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.550369] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.550682] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.550980] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-d4d4aa0c-85ce-473f-bbaf-8cda47065d18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.754628] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: SUCCESS [ 1026.754915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.173140] env[65888]: INFO networking_nsxv3.common.synchronization [req-11390185-d05c-4281-b2b4-a2facd721a25 req-c78f4afc-be5b-401a-b374-1a6ffe03f2d3 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 1027.173140] env[65888]: INFO networking_nsxv3.common.synchronization [req-11390185-d05c-4281-b2b4-a2facd721a25 req-c78f4afc-be5b-401a-b374-1a6ffe03f2d3 service nova] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 1027.173140] env[65888]: INFO networking_nsxv3.common.synchronization [req-11390185-d05c-4281-b2b4-a2facd721a25 req-c78f4afc-be5b-401a-b374-1a6ffe03f2d3 service nova] Enqueued Resource ID: d4d4aa0c-85ce-473f-bbaf-8cda47065d18 with Priority: HIGHEST for action port [ 1027.173660] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_rules [ 1027.173916] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 1027.174288] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d4aa0c-85ce-473f-bbaf-8cda47065d18 with Priority: HIGHEST for action port [ 1027.174908] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.175125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.175337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.175657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.175909] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.177108] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.177301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.177713] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4d4aa0c-85ce-473f-bbaf-8cda47065d18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.177909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4d4aa0c-85ce-473f-bbaf-8cda47065d18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.178071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4d4aa0c-85ce-473f-bbaf-8cda47065d18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.178353] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4d4aa0c-85ce-473f-bbaf-8cda47065d18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.178568] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d4aa0c-85ce-473f-bbaf-8cda47065d18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.226101] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 1027.226347] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d deletion is rescheduled due to dependency. [ 1027.226498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.226703] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.226983] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.227232] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.227401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.227487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.227689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.227808] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.227924] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.680457] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.680695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.680915] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4d4aa0c-85ce-473f-bbaf-8cda47065d18 with status ACTIVE [ 1027.681108] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.681219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.681276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.681490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.681578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.681752] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.681857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.681921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.682079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.682156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.682341] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.682436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.682498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.682635] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.682709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.682795] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4d4aa0c-85ce-473f-bbaf-8cda47065d18 is going to be updated. [ 1027.711146] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.711377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.711377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.711548] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.712163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.712163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4d4aa0c-85ce-473f-bbaf-8cda47065d18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.730374] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.232760] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.736196] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.736407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.736488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.737518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.737518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.737518] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 1028.773038] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.773212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.773284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.773466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.773609] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.784439] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 1030.795166] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 1030.795552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.795796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.796225] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.796506] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.796660] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.796721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.796878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.796948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.797117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.797266] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.299459] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.299606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.299679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.299949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.300149] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.300255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.300318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.300472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.300569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.300661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.300812] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.300905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.300965] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.301128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.301264] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.301354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.301412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.301549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.301637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.301742] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.301833] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.804293] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46eefe31-fac4-4839-a9a9-40fe1f96887d: rpc.has_security_group_logging(os_id): False [ 1031.841237] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.841482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.841482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.841699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.841830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.841998] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.842123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.842192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.842321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.842397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.842569] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.842667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.842733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.842845] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.842917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.843124] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.843216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.843267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.843406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.843477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.843562] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 1031.917337] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.917337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.917337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.917337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.917337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.934421] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 1032.175395] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1032.175642] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1033.227846] env[65888]: INFO networking_nsxv3.common.synchronization [req-0aaa303b-bce6-4829-903e-851795eafdc2 req-6110f3a0-8a19-4dd9-96c7-cff3872cb52f tempest-ServerRescueTestJSON-2140871014 tempest-ServerRescueTestJSON-2140871014-project-member] Enqueued Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 1033.228371] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 1033.228745] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.228859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.228930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.229202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.229374] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.229507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.229564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.229687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.229783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.229927] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.731901] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.954145] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 1033.954145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.234049] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.737775] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.737775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.737775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.737775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.737775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.737775] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 is going to be updated. [ 1034.771995] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.772809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.772809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.772809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.772809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.783670] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: IN_PROGRESS for 2s [ 1035.098462] env[65888]: INFO networking_nsxv3.common.synchronization [req-4ff164c2-f07f-4199-ab41-aecac835866c req-ba032fec-1460-44bf-8c0e-c4f5306d0b1c tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1035.099302] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1035.100060] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.100172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.100224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.100557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.100747] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.100864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.100923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.101083] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.101169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.101270] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.464681] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.464681] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.464681] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.465049] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.465049] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.465145] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.465242] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.465451] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.465627] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.465797] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.465919] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.466041] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.466148] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.466256] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.466360] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.466489] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.506635] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.506796] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.506937] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.507174] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.507500] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-cda6d536-ea64-4b4f-ba86-c9f11f216d9c taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.507676] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-cda6d536-ea64-4b4f-ba86-c9f11f216d9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.507793] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-cda6d536-ea64-4b4f-ba86-c9f11f216d9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.508151] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-cda6d536-ea64-4b4f-ba86-c9f11f216d9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.508287] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cda6d536-ea64-4b4f-ba86-c9f11f216d9c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.604138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.604409] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.604569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.604906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.605012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.605326] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.605542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.605610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.605868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.605947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.606058] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f already deleted. [ 1035.606130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.649851] env[65888]: INFO networking_nsxv3.common.synchronization [req-e18d0582-7464-4f5a-b656-ee3983fa8844 req-ae935fb7-a77a-4d4b-874c-c777e460d3fa tempest-ServersV294TestFqdnHostnames-1323965274 tempest-ServersV294TestFqdnHostnames-1323965274-project-member] Enqueued Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_members [ 1035.650110] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGHEST for action security_group_members [ 1035.650336] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.650439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.650517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.650792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.650982] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.651128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.651175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.651310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.651390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.651478] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.012022] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.012022] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.012022] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.012022] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.012022] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.012022] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port cda6d536-ea64-4b4f-ba86-c9f11f216d9c not found, creating... [ 1036.012022] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.012675] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.012675] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.012756] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.012997] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.013433] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.013709] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.013866] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.014280] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.014434] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.014686] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: cda6d536-ea64-4b4f-ba86-c9f11f216d9c is going to be created. [ 1036.037566] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.037785] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.037884] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.038181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.038411] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.038648] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-cda6d536-ea64-4b4f-ba86-c9f11f216d9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.155919] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.156239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.156320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.156544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.184334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.184527] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.184717] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.184717] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.185029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.185157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.185315] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 is going to be updated. [ 1036.211094] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.211286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.211330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.211526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.211662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.222100] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 in Status: IN_PROGRESS for 2s [ 1036.734932] env[65888]: INFO networking_nsxv3.common.synchronization [req-4ff164c2-f07f-4199-ab41-aecac835866c req-f1a6e900-9c76-43d5-99df-804832608026 service nova] Enqueued Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_rules [ 1036.734932] env[65888]: INFO networking_nsxv3.common.synchronization [req-4ff164c2-f07f-4199-ab41-aecac835866c req-f1a6e900-9c76-43d5-99df-804832608026 service nova] Enqueued Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1036.734932] env[65888]: INFO networking_nsxv3.common.synchronization [req-4ff164c2-f07f-4199-ab41-aecac835866c req-f1a6e900-9c76-43d5-99df-804832608026 service nova] Enqueued Resource ID: cda6d536-ea64-4b4f-ba86-c9f11f216d9c with Priority: HIGHEST for action port [ 1036.734932] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_rules [ 1036.734932] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1036.734932] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cda6d536-ea64-4b4f-ba86-c9f11f216d9c with Priority: HIGHEST for action port [ 1036.735810] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.736101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.736304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.736588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.736763] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.738466] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.738723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.739207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.739207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.739608] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.740016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.740016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.742602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.742602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.742602] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.742602] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cda6d536-ea64-4b4f-ba86-c9f11f216d9c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.742602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cda6d536-ea64-4b4f-ba86-c9f11f216d9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.742602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cda6d536-ea64-4b4f-ba86-c9f11f216d9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.742602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cda6d536-ea64-4b4f-ba86-c9f11f216d9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.742602] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cda6d536-ea64-4b4f-ba86-c9f11f216d9c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.793977] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: SUCCESS [ 1036.794114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.243938] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.244140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.245483] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cda6d536-ea64-4b4f-ba86-c9f11f216d9c with status ACTIVE [ 1037.245760] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.245826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.245881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.246085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.246177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.246352] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.246450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.246512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.246665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.246741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.246935] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.247043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.247104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.247241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.247311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.247697] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cda6d536-ea64-4b4f-ba86-c9f11f216d9c is going to be updated. [ 1037.248526] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.270067] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.270220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.270305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.270511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.270710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.270878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cda6d536-ea64-4b4f-ba86-c9f11f216d9c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.750872] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.235477] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 in Status: SUCCESS [ 1038.235477] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 deletion is rescheduled due to dependency. [ 1038.235477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.252985] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.257470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.257470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.258451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.258451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.258451] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f is going to be created. [ 1038.287048] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.287313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.287313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.287625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.287749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.303020] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: UNINITIALIZED for 2s [ 1038.926334] env[65888]: INFO networking_nsxv3.common.synchronization [req-a512a0ca-508c-4876-a17d-06e9b03997c1 req-5cf2a2a0-75f0-4c7d-b62f-1b07e055f42b tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_members [ 1038.926985] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGHEST for action security_group_members [ 1038.927337] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2630937b-f642-4d36-badc-ca23e3c66c04 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.927507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.927594] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.927805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.927966] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.928469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.928552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.928714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.928818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.928916] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.431203] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.431203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.434037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.434037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.434037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.434037] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.434037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.434037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.434037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.434037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.434037] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2630937b-f642-4d36-badc-ca23e3c66c04 is going to be updated. [ 1039.463305] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.464046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.464046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.465147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.465147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.477104] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2630937b-f642-4d36-badc-ca23e3c66c04 in Status: IN_PROGRESS for 2s [ 1040.310654] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: SUCCESS [ 1040.310938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.311455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.311716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.311966] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.312149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.312240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.312631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.312759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.312882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.313047] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.816942] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.276019] env[65888]: INFO networking_nsxv3.common.synchronization [req-4f201660-f0cc-40ef-95f9-42644170a29c req-3c771f95-d5f3-4fde-a7cb-b3a8ecc269c9 tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1041.276558] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1041.277156] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.277156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.277156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.277362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.277461] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.277555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.277613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.277801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.277856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.277910] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.320848] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b7cf91c-9012-4514-90ac-4b320a407c2f: rpc.has_security_group_logging(os_id): False [ 1041.340325] env[65888]: INFO networking_nsxv3.common.synchronization [req-652e9fe0-4091-4b16-8507-344e76440f99 req-e9804ba4-6a59-4e9e-af30-4ee3f5d9bdf4 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1041.340325] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.340325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.340325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.340325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.340325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.341470] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.341797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.342040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.342380] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.342607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.342857] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f is going to be created. [ 1041.346290] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1041.346290] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.346290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.346290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.346290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.346290] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.346290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.346290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.346784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.346978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.347222] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.452566] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.452566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.452566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.452566] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.452906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.465626] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: IN_PROGRESS for 2s [ 1041.489358] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2630937b-f642-4d36-badc-ca23e3c66c04 in Status: SUCCESS [ 1041.489532] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2630937b-f642-4d36-badc-ca23e3c66c04 deletion is rescheduled due to dependency. [ 1041.489643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.718099] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.718328] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.718454] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.718976] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.719311] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.719478] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.719596] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.719825] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.720029] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.720254] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.720368] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.720519] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.720696] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.720831] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.720938] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.721115] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.743906] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.744137] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.744225] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.744459] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.744799] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-62302e6d-df9f-4a5b-8ddd-f19ad5f70fab taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.744980] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-62302e6d-df9f-4a5b-8ddd-f19ad5f70fab" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.745145] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-62302e6d-df9f-4a5b-8ddd-f19ad5f70fab" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.745676] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-62302e6d-df9f-4a5b-8ddd-f19ad5f70fab" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.745676] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62302e6d-df9f-4a5b-8ddd-f19ad5f70fab',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.780210] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.780363] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.780480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.780694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.780870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.781531] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.781531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.781531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.781531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.781531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.781531] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd is going to be updated. [ 1041.806948] env[65888]: INFO networking_nsxv3.common.synchronization [req-e23724e0-7a25-4c6d-b723-3bd4139cda24 req-0c255f62-aea4-4186-827e-227e083b5131 tempest-ServerRescueNegativeTestJSON-1611637453 tempest-ServerRescueNegativeTestJSON-1611637453-project-member] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 1041.807412] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGHEST for action security_group_members [ 1041.807721] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.807843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.807979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.808107] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.808256] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.808372] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.808417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.808539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.808632] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.808734] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.811727] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.811843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.811913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.812090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.812269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.821947] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: IN_PROGRESS for 2s [ 1041.850458] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.249304] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.249604] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.249806] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.250258] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.250484] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.250748] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 62302e6d-df9f-4a5b-8ddd-f19ad5f70fab not found, creating... [ 1042.251319] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.251596] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.251667] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.252884] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.252884] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.253097] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.253282] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.254399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.254399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.254399] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.254399] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 62302e6d-df9f-4a5b-8ddd-f19ad5f70fab is going to be created. [ 1042.279587] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.279997] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.280214] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.280872] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.280872] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.281089] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-62302e6d-df9f-4a5b-8ddd-f19ad5f70fab" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.310740] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.310934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.311016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.311289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.311323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.311588] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.311658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.311704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.311826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.311890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.311982] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c is going to be updated. [ 1042.343072] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.343439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.343439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.344254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.344254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.352393] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.354255] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: IN_PROGRESS for 2s [ 1042.855798] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.855985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.856091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.856335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.856439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.856559] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1042.890909] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.890909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.890909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.891237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.891288] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.905440] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1043.028741] env[65888]: INFO networking_nsxv3.common.synchronization [req-652e9fe0-4091-4b16-8507-344e76440f99 req-3d4d19f8-fd25-46c4-bc88-c79314774bc8 service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 1043.028923] env[65888]: INFO networking_nsxv3.common.synchronization [req-652e9fe0-4091-4b16-8507-344e76440f99 req-3d4d19f8-fd25-46c4-bc88-c79314774bc8 service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1043.029636] env[65888]: INFO networking_nsxv3.common.synchronization [req-652e9fe0-4091-4b16-8507-344e76440f99 req-3d4d19f8-fd25-46c4-bc88-c79314774bc8 service nova] Enqueued Resource ID: 62302e6d-df9f-4a5b-8ddd-f19ad5f70fab with Priority: HIGHEST for action port [ 1043.029636] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 1043.029787] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1043.030461] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62302e6d-df9f-4a5b-8ddd-f19ad5f70fab with Priority: HIGHEST for action port [ 1043.030461] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.030461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.030461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.030461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.031015] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.032442] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.032535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.034138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-62302e6d-df9f-4a5b-8ddd-f19ad5f70fab taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.034138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62302e6d-df9f-4a5b-8ddd-f19ad5f70fab" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.034138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62302e6d-df9f-4a5b-8ddd-f19ad5f70fab" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.034138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62302e6d-df9f-4a5b-8ddd-f19ad5f70fab" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.034138] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62302e6d-df9f-4a5b-8ddd-f19ad5f70fab',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.480463] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: SUCCESS [ 1043.480817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.535112] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.535112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.535238] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62302e6d-df9f-4a5b-8ddd-f19ad5f70fab with status ACTIVE [ 1043.535427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.535521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.535521] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.535976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.535976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.535976] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.536172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.536172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.536299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.536375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.536867] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.536867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.536867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.536867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.536867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.537182] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62302e6d-df9f-4a5b-8ddd-f19ad5f70fab is going to be updated. [ 1043.566233] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.566421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.566522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.566805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.566972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.567197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62302e6d-df9f-4a5b-8ddd-f19ad5f70fab" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.832806] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: SUCCESS [ 1043.833017] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd deletion is rescheduled due to dependency. [ 1043.833137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.364676] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c in Status: SUCCESS [ 1044.365407] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c deletion is rescheduled due to dependency. [ 1044.365407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.775812] env[65888]: INFO networking_nsxv3.common.synchronization [None req-b66f0f67-440c-4eae-8afd-74e1efa1278e None None] Enqueued Resource ID: e93fa80f-bfb9-47fc-bac9-27362d807192 with Priority: HIGHEST for action port [ 1044.776487] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93fa80f-bfb9-47fc-bac9-27362d807192 with Priority: HIGHEST for action port [ 1044.777035] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e93fa80f-bfb9-47fc-bac9-27362d807192 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.777202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e93fa80f-bfb9-47fc-bac9-27362d807192" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.777293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e93fa80f-bfb9-47fc-bac9-27362d807192" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.777602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e93fa80f-bfb9-47fc-bac9-27362d807192" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.777692] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e93fa80f-bfb9-47fc-bac9-27362d807192',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.916571] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1044.916571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.916571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.916784] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.916820] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.916938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.917022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.917167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.917248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.917544] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.280955] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e93fa80f-bfb9-47fc-bac9-27362d807192 [ 1045.280955] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.281433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.281625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.281892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.281992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.282113] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e93fa80f-bfb9-47fc-bac9-27362d807192 already deleted. [ 1045.282215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e93fa80f-bfb9-47fc-bac9-27362d807192" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.420487] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.923572] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.426512] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.426512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.426512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.426512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.426512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.426512] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1046.455796] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.456011] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.456011] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.456230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.456377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.467692] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1048.213475] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1deaee06-3584-4c00-86b2-7d44b0a5a3fc None None] Enqueued Resource ID: 5afdcf19-0c5b-46f7-96e9-430de9fe8893 with Priority: HIGHEST for action port [ 1048.214052] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5afdcf19-0c5b-46f7-96e9-430de9fe8893 with Priority: HIGHEST for action port [ 1048.214349] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5afdcf19-0c5b-46f7-96e9-430de9fe8893 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.214472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5afdcf19-0c5b-46f7-96e9-430de9fe8893" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.214544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5afdcf19-0c5b-46f7-96e9-430de9fe8893" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.214807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5afdcf19-0c5b-46f7-96e9-430de9fe8893" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.214895] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5afdcf19-0c5b-46f7-96e9-430de9fe8893',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.480663] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1048.483443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.483443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.483443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.483443] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.483443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.483443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.483443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.483443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.483443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.483443] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.646152] env[65888]: INFO networking_nsxv3.common.synchronization [req-863bd41c-fd29-4f93-9cb9-072ec6067661 req-b75bab7b-60a1-4e18-b0d7-097639bad88c tempest-ServerRescueTestJSON-2140871014 tempest-ServerRescueTestJSON-2140871014-project-member] Enqueued Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 1048.646978] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGHEST for action security_group_members [ 1048.647684] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.647879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.647982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.648312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.648961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.649158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.649290] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.649573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.649973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.650207] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.717092] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5afdcf19-0c5b-46f7-96e9-430de9fe8893 [ 1048.717695] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.717820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.717863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.718074] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.718165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.718269] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5afdcf19-0c5b-46f7-96e9-430de9fe8893 already deleted. [ 1048.718351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5afdcf19-0c5b-46f7-96e9-430de9fe8893" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.985462] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.985685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.985685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.985933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.986178] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.986273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.986313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.987164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.987164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.987164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.987164] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.987164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.987164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.987164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.987975] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.987975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.987975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.987975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.987975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.987975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.987975] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.154842] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.155039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.155126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.155370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.155534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.155762] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.155881] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.155945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.156153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.156236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.156327] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 is going to be updated. [ 1049.185533] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.185682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.186142] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.186478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.186648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.196967] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: IN_PROGRESS for 2s [ 1049.490595] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e6f79af-bff5-447e-bb92-a80419961a18: rpc.has_security_group_logging(os_id): False [ 1049.508873] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.509103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.509200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.509525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.532805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.533159] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.533296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.533364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.533561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.533644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.533904] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.534035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.534124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.534307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.534396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.534601] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.534697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.534759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.534901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.534989] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.535097] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1049.612308] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.612308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.612308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.612538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.612658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.630621] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1051.222071] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 in Status: SUCCESS [ 1051.222397] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 deletion is rescheduled due to dependency. [ 1051.222397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.648897] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1051.649169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.648026] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1053.648349] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1053.914933] env[65888]: INFO networking_nsxv3.common.synchronization [None req-aca4711d-ab0f-416b-a2eb-5ef0b27f2adb tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_rules [ 1053.915384] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_rules [ 1053.915694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04cb8d10-3e35-4dae-8899-5c779a556817 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.915832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.915873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.916954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.916954] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04cb8d10-3e35-4dae-8899-5c779a556817',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.010911] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1819e381-7bac-4396-860d-39e72d9b5e88 tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_rules [ 1054.010911] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_rules [ 1054.010911] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04cb8d10-3e35-4dae-8899-5c779a556817 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.010911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.438731] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.438960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.439051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.439272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.439362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.439463] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04cb8d10-3e35-4dae-8899-5c779a556817 already deleted. [ 1054.439546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.439706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.439858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.439941] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04cb8d10-3e35-4dae-8899-5c779a556817',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.964405] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.964405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.964405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.964405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.964405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.964838] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04cb8d10-3e35-4dae-8899-5c779a556817 already deleted. [ 1054.964838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.323690] env[65888]: INFO networking_nsxv3.common.synchronization [None req-890cfed3-245a-45cb-8386-825707a1b10b tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_rules [ 1058.324277] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_rules [ 1058.324590] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-017b73a9-5285-43f6-bf2a-97667b4d775a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.324712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.324779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.325593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.325715] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('017b73a9-5285-43f6-bf2a-97667b4d775a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.409281] env[65888]: INFO networking_nsxv3.common.synchronization [None req-1d281df0-eecb-4aa4-bbb4-ab2064e6e44c tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_rules [ 1058.409801] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_rules [ 1058.410167] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-017b73a9-5285-43f6-bf2a-97667b4d775a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.410286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.849062] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.849227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.849287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.849502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.849589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.849671] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 017b73a9-5285-43f6-bf2a-97667b4d775a already deleted. [ 1058.849751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.849897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.850053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.850134] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('017b73a9-5285-43f6-bf2a-97667b4d775a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.371470] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.371952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.371952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.371952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.371952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.372168] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 017b73a9-5285-43f6-bf2a-97667b4d775a already deleted. [ 1059.372168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.113944] env[65888]: INFO networking_nsxv3.common.synchronization [req-26ba1cc1-0e9d-4595-9da1-189483aa1b2a req-9c57c268-64e2-4f14-9d8f-aa29699355c6 tempest-ServersTestBootFromVolume-1790032696 tempest-ServersTestBootFromVolume-1790032696-project-member] Enqueued Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_members [ 1062.114707] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGHEST for action security_group_members [ 1062.114819] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8803b77b-16cf-4332-a1aa-3c51008817af taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.115017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.115584] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.115799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.116270] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.116270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.116270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.116414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.116473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.116563] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.619196] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.619452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.619452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.619648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.619735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.619981] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.620055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.620112] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.620261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.620357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.620414] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8803b77b-16cf-4332-a1aa-3c51008817af is going to be updated. [ 1062.656405] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.656577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.656660] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.656894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.657057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.666577] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8803b77b-16cf-4332-a1aa-3c51008817af in Status: IN_PROGRESS for 2s [ 1063.185746] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.186056] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.186056] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.186334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.186584] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.186740] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.186854] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.187074] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.187214] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.187551] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.187551] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.187669] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.187714] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.187822] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.187920] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.188054] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.207715] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.207904] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.208031] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.208212] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-750" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.208551] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.208747] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.208906] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.209242] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.209327] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fea1d6a1-3b99-4ae5-9c12-c7921e21e0da',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.711599] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.711851] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.711998] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.712297] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.712456] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.713026] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.713026] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.713026] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.713267] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.713345] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.713604] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.713773] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.713889] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.714446] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.714446] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.714772] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: fea1d6a1-3b99-4ae5-9c12-c7921e21e0da is going to be updated. [ 1063.735814] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.736039] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.736167] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.736435] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.736636] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.736853] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.478229] env[65888]: INFO networking_nsxv3.common.synchronization [req-a6746ddd-39d1-49ac-9485-fb491a192e49 req-3d611e39-5ea9-4514-b4a1-f51b5d3a9ebf service nova] Enqueued Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_rules [ 1064.478468] env[65888]: INFO networking_nsxv3.common.synchronization [req-a6746ddd-39d1-49ac-9485-fb491a192e49 req-3d611e39-5ea9-4514-b4a1-f51b5d3a9ebf service nova] Enqueued Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 1064.478535] env[65888]: INFO networking_nsxv3.common.synchronization [req-a6746ddd-39d1-49ac-9485-fb491a192e49 req-3d611e39-5ea9-4514-b4a1-f51b5d3a9ebf service nova] Enqueued Resource ID: fea1d6a1-3b99-4ae5-9c12-c7921e21e0da with Priority: HIGHEST for action port [ 1064.479059] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_rules [ 1064.479195] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 1064.479294] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea1d6a1-3b99-4ae5-9c12-c7921e21e0da with Priority: HIGHEST for action port [ 1064.479571] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.479692] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.479760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.479956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.480129] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.481031] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.481186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.481305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.481475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.481695] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.481833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.482019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.483016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.483016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.483016] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.483539] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.483539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.483539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.483745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.483745] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fea1d6a1-3b99-4ae5-9c12-c7921e21e0da',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.678375] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8803b77b-16cf-4332-a1aa-3c51008817af in Status: SUCCESS [ 1064.678575] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8803b77b-16cf-4332-a1aa-3c51008817af deletion is rescheduled due to dependency. [ 1064.678666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.985551] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.985737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.985946] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.986975] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fea1d6a1-3b99-4ae5-9c12-c7921e21e0da with status ACTIVE [ 1064.987208] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.987340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.987432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.987659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.987760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.987961] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.988122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.988215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.988402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.988490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.988674] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.988976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.988976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.989090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.989192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.989286] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fea1d6a1-3b99-4ae5-9c12-c7921e21e0da is going to be updated. [ 1065.016687] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.016852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.016945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.017285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.017401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.017941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fea1d6a1-3b99-4ae5-9c12-c7921e21e0da" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.492346] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.995742] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.995993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.995993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.996262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.996376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.996498] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 is going to be updated. [ 1066.028811] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.029039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.029039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.029245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.029435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.039138] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: IN_PROGRESS for 2s [ 1067.215166] env[65888]: INFO networking_nsxv3.common.synchronization [req-8877c975-3709-4384-846b-48116f7e0d8d req-11148228-93ea-4d77-b66d-f35ad1206085 tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1067.215166] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1067.215460] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.215610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.215693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.216046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.216233] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.216368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.216425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.216620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.216720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.216827] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.509918] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.510134] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.510350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.510687] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.510982] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.511156] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.511275] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.511514] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.511660] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.511872] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.512097] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.512255] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.512342] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.512453] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.512559] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.512690] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.544411] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.544569] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.544705] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.548025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.548025] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.548025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.548025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.548025] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.548025] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.719816] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.719816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.719816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.719925] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.720960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.720960] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.720960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.720960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.720960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.720960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.720960] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce already deleted. [ 1067.720960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.048609] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.048909] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.048989] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.049296] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.049454] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.049608] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a not found, creating... [ 1068.049879] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.050057] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.050178] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.050392] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.050523] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.050805] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.051061] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.051184] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.052688] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.052983] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.053260] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a is going to be created. [ 1068.055260] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: SUCCESS [ 1068.055509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.055701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.055883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.056158] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.056330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.056393] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.056677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.056762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.056882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.056980] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.418612] env[65888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-677/ports/adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a', 'data': {'id': 'adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a', 'display_name': 'adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': 'adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a', 'type': 'PARENT', 'traffic_tag': 677}, 'address_bindings': [{'ip_address': '192.168.128.10', 'mac_address': 'fa:16:3e:77:28:a3'}], 'tags': [{'scope': 'age', 'tag': 1763766785}, {'scope': 'revision_number', 'tag': 2}, {'scope': 'security_group', 'tag': '85110152-fce2-4e45-b107-486f8d4d69ce'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-677', 'path': '/infra/segments/nsx-vlan-transportzone-677/ports/adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a', '_revision': None}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1068.419067] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=65888) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1068.559554] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.559724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.559787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.560067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.560187] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.560385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.560385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.560490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.560675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.560675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.560790] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.560953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.561016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.561191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.561412] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.561478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.561575] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.561733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.561859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.561957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.562083] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.064024] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 240fe3d3-e654-4f10-af7f-9c5f54af21f9: rpc.has_security_group_logging(os_id): False [ 1069.092384] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.092572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.092650] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.094966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.120079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.120328] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.120538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.120653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.121024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.121278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.121506] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.121695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.121860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.122141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.122264] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.122605] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.122765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.122894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.123117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.123202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.123302] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 is going to be updated. [ 1069.192304] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.192304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.192304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.192487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.192639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.208421] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: IN_PROGRESS for 2s [ 1069.502248] env[65888]: INFO networking_nsxv3.common.synchronization [req-0f4f7f26-4e87-4427-a14e-1a807418631a req-1633f3ba-1d22-402b-9d02-24a8674767b2 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1069.503258] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1069.503554] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.503744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.503825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.504082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.504253] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.504369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.504434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.504654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.504743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.504859] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.829690] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.829690] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.829887] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.830086] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.830363] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.830520] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.830635] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.830987] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.831126] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.831336] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.831445] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.831552] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.831655] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.831759] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.831871] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.832074] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.854687] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.854923] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.855124] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.855363] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.855716] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-f8484660-1d89-45fb-ad48-977aafe337c8 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.855937] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-f8484660-1d89-45fb-ad48-977aafe337c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.856101] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-f8484660-1d89-45fb-ad48-977aafe337c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.856437] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-f8484660-1d89-45fb-ad48-977aafe337c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.856598] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8484660-1d89-45fb-ad48-977aafe337c8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.007931] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.359031] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.359299] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.359527] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.359873] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.360070] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.360272] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port f8484660-1d89-45fb-ad48-977aafe337c8 not found, creating... [ 1070.360574] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.360771] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.360938] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.361182] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.361317] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.361609] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.361763] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.361896] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.362220] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.362389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.362572] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: f8484660-1d89-45fb-ad48-977aafe337c8 is going to be created. [ 1070.384150] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.384463] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.384639] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.384984] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.385299] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.385587] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-f8484660-1d89-45fb-ad48-977aafe337c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.460828] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.461229] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.461543] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.461784] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.462238] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.462438] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.510409] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.809344] env[65888]: INFO networking_nsxv3.common.synchronization [req-8877c975-3709-4384-846b-48116f7e0d8d req-cb3e8de3-f160-4887-b27f-b838dc0b27fe service nova] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_rules [ 1070.809544] env[65888]: INFO networking_nsxv3.common.synchronization [req-8877c975-3709-4384-846b-48116f7e0d8d req-cb3e8de3-f160-4887-b27f-b838dc0b27fe service nova] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1070.809686] env[65888]: INFO networking_nsxv3.common.synchronization [req-8877c975-3709-4384-846b-48116f7e0d8d req-cb3e8de3-f160-4887-b27f-b838dc0b27fe service nova] Enqueued Resource ID: adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a with Priority: HIGHEST for action port [ 1070.810351] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_rules [ 1070.810524] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1070.810609] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a with Priority: HIGHEST for action port [ 1070.811076] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.811298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.811415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.811799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.811962] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.813356] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.813552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.813662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.813936] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.814193] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.814350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.814451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.814718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.814867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.815116] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.816835] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.817023] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.817144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.817385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.817521] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.013576] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.013743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.013814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.014109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.014217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.014313] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f is going to be updated. [ 1071.047440] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.047636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.047683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.047905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.048110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.059189] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: IN_PROGRESS for 2s [ 1071.157995] env[65888]: INFO networking_nsxv3.common.synchronization [req-0f4f7f26-4e87-4427-a14e-1a807418631a req-d7444dfa-d4f8-47de-815e-959403fadaf3 service nova] Enqueued Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_rules [ 1071.158196] env[65888]: INFO networking_nsxv3.common.synchronization [req-0f4f7f26-4e87-4427-a14e-1a807418631a req-d7444dfa-d4f8-47de-815e-959403fadaf3 service nova] Enqueued Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1071.158331] env[65888]: INFO networking_nsxv3.common.synchronization [req-0f4f7f26-4e87-4427-a14e-1a807418631a req-d7444dfa-d4f8-47de-815e-959403fadaf3 service nova] Enqueued Resource ID: f8484660-1d89-45fb-ad48-977aafe337c8 with Priority: HIGHEST for action port [ 1071.158978] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_rules [ 1071.159144] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1071.159242] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8484660-1d89-45fb-ad48-977aafe337c8 with Priority: HIGHEST for action port [ 1071.159549] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.159695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.159780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.160009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.160097] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.161139] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.161243] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.161450] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8484660-1d89-45fb-ad48-977aafe337c8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.161591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8484660-1d89-45fb-ad48-977aafe337c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.161688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8484660-1d89-45fb-ad48-977aafe337c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.161950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8484660-1d89-45fb-ad48-977aafe337c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.162088] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8484660-1d89-45fb-ad48-977aafe337c8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.226520] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: SUCCESS [ 1071.226711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.318440] env[65888]: INFO networking_nsxv3.common.synchronization [req-62d575b1-5456-4492-8ce3-a314e3ab02cd req-06be0011-74bd-4665-843f-ec891f499a00 tempest-ServerActionsTestOtherB-945922585 tempest-ServerActionsTestOtherB-945922585-project-member] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 1071.318440] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 1071.318440] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.318440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.318440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.318440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.318440] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.318440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.318440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.318440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.318440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.318440] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.319487] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.320085] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.320186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.320792] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a with status ACTIVE [ 1071.322235] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.322235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.322235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.322235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.322235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.322235] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.322235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.322235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.322235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.322235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.323515] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.323515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.323515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.323515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.323654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.323683] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a is going to be updated. [ 1071.347933] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.347933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.347933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.348250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.348250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.349033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adbb7cb0-77b5-48f0-8c90-1e3098bdbf2a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667043] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.667043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.667043] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8484660-1d89-45fb-ad48-977aafe337c8 with status ACTIVE [ 1071.667043] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.667043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.667043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.667043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.667043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667043] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.667043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.667043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.667043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.667043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667043] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.667802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.667802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.667802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.667802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.667802] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8484660-1d89-45fb-ad48-977aafe337c8 is going to be updated. [ 1071.695511] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.695777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.695918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.696209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.696378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.697032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8484660-1d89-45fb-ad48-977aafe337c8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.822588] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.822892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.823599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.823986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.825901] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.859604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860195] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.860195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.860195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.860597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.860597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860597] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 1071.898820] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.899109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.899109] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.899309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.899452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.912630] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 1072.329056] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.329280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.329397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.329673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.329772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.329876] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be created. [ 1072.391322] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.391581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.391581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.391788] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.392134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.404020] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: UNINITIALIZED for 2s [ 1073.080556] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: SUCCESS [ 1073.083186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.083186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.083186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.083186] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.083186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.083186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.083186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.083186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.083186] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.587287] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.927852] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 1073.928123] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc deletion is rescheduled due to dependency. [ 1073.928799] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.089579] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.416548] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1074.416817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.417014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.417242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.417442] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.417562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.417629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.417801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.417861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.417935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.418043] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.592438] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.592739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.592861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.593116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.593250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.593379] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f is going to be updated. [ 1074.627839] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.629724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.629724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.629724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.629724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.638148] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: IN_PROGRESS for 2s [ 1074.921464] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.921464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.921577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.921747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.921926] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.922047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.922095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.922255] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.922341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.922429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.922574] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.922667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.922729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.922962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.923130] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.923251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.923341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.923442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.923491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.923611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.923688] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.426445] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85110152-fce2-4e45-b107-486f8d4d69ce: rpc.has_security_group_logging(os_id): False [ 1075.445901] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.446162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.446273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.446507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.446604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.446848] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.446966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.447053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.447260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.447367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.447561] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.447658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.447718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.447860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.447937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.448151] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.448251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.448311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.448471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.448550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.448637] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be created. [ 1075.562250] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.562448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.562448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.562673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.562852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.574443] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1076.318349] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1076.319028] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1076.650535] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: SUCCESS [ 1076.651102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.651102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.651204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.651410] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.651527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.651589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.651743] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.651823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.652204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.652204] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.154419] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.588878] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1077.589141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.656850] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b7cf91c-9012-4514-90ac-4b320a407c2f: rpc.has_security_group_logging(os_id): False [ 1077.676437] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.676805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.676805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.676932] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.676993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.677286] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.677390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.677455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.677618] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.677766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.677766] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f is going to be updated. [ 1077.741680] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.741891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.741891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.742154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.742322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.754206] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: IN_PROGRESS for 2s [ 1079.146361] env[65888]: INFO networking_nsxv3.common.synchronization [req-75629565-73d2-4a85-bc65-0d1db56391b1 req-e7928b25-69dd-4f59-922a-007dffd48fa7 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1079.146655] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1079.146936] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.147117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.147152] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.147356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.147525] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.147626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.147689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.147849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.147950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.148052] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.459721] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.460091] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.460091] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.460334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.460579] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.460726] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.460836] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.461083] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.461221] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.461425] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.461530] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.461633] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.461734] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.461836] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.461960] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.462146] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.487468] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.487603] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.487741] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.487908] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.488597] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-2bae8fdc-259f-4452-a9b8-7452559174d3 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.488597] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-2bae8fdc-259f-4452-a9b8-7452559174d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.488597] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-2bae8fdc-259f-4452-a9b8-7452559174d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.488818] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-2bae8fdc-259f-4452-a9b8-7452559174d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.489011] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bae8fdc-259f-4452-a9b8-7452559174d3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.788019] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.802498] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: SUCCESS [ 1079.802498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.992131] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.992424] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.992643] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.992995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.993228] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.993453] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 2bae8fdc-259f-4452-a9b8-7452559174d3 not found, creating... [ 1079.993849] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.994114] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.994334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.994629] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.994838] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.996311] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.996311] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.996311] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.996311] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.996527] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.996633] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 2bae8fdc-259f-4452-a9b8-7452559174d3 is going to be created. [ 1080.016830] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.017054] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.017180] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.017430] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.017686] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.017857] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-2bae8fdc-259f-4452-a9b8-7452559174d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.289009] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.712590] env[65888]: INFO networking_nsxv3.common.synchronization [req-75629565-73d2-4a85-bc65-0d1db56391b1 req-cec55393-fe48-4b5c-8e73-70e7dfcf715f service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 1080.713606] env[65888]: INFO networking_nsxv3.common.synchronization [req-75629565-73d2-4a85-bc65-0d1db56391b1 req-cec55393-fe48-4b5c-8e73-70e7dfcf715f service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1080.713606] env[65888]: INFO networking_nsxv3.common.synchronization [req-75629565-73d2-4a85-bc65-0d1db56391b1 req-cec55393-fe48-4b5c-8e73-70e7dfcf715f service nova] Enqueued Resource ID: 2bae8fdc-259f-4452-a9b8-7452559174d3 with Priority: HIGHEST for action port [ 1080.714333] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 1080.714479] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1080.714576] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bae8fdc-259f-4452-a9b8-7452559174d3 with Priority: HIGHEST for action port [ 1080.715181] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.715309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.715376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.715576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.715658] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.716536] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.716629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.716825] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bae8fdc-259f-4452-a9b8-7452559174d3 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.716919] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bae8fdc-259f-4452-a9b8-7452559174d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.716991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bae8fdc-259f-4452-a9b8-7452559174d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.717147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bae8fdc-259f-4452-a9b8-7452559174d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.717218] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bae8fdc-259f-4452-a9b8-7452559174d3',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.792191] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.792765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.792765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.792765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.792765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.792925] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1080.820789] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.820991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.821101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.821325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.821469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.830779] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1081.219549] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.219549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.219549] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bae8fdc-259f-4452-a9b8-7452559174d3 with status ACTIVE [ 1081.220387] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.220387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.220606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.220874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.221158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.221278] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.221425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.221520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.221673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.221752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.222012] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.222354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.222483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.222806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.222806] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.223072] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bae8fdc-259f-4452-a9b8-7452559174d3 is going to be updated. [ 1081.245692] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.246708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.246708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.246708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.246708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.246708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bae8fdc-259f-4452-a9b8-7452559174d3" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.631486] env[65888]: INFO networking_nsxv3.common.synchronization [req-946e7fa2-b713-40ef-a854-81b6be30aa1b req-b42e25da-2bda-45c1-8d17-0572e597e2c4 tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_members [ 1081.632182] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_members [ 1081.632570] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cb8d10-3e35-4dae-8899-5c779a556817 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.632761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.632882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.633243] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.633412] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.633516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.633591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.633754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.633834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.633943] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cb8d10-3e35-4dae-8899-5c779a556817',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.700382] env[65888]: INFO networking_nsxv3.common.synchronization [None req-b5d6c991-1453-4dd7-956e-0700f94baac3 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1081.701718] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1081.701718] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.701718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.701718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.701893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.702796] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.702796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.702796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.702796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.702796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.702796] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.087205] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.087205] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.087205] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.087205] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.087205] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.087205] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.087205] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.087205] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.087205] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.087205] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.087205] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.087205] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.087205] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.087833] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.087833] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.087833] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.110514] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.110514] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.110514] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.110514] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.110514] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-be8197a8-6314-496b-aa79-b4df5c991c04 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.110514] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-be8197a8-6314-496b-aa79-b4df5c991c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.110514] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-be8197a8-6314-496b-aa79-b4df5c991c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.110881] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-be8197a8-6314-496b-aa79-b4df5c991c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.112517] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be8197a8-6314-496b-aa79-b4df5c991c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.135895] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.136155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.136155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.136440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.136532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.136749] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.136866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.136900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.137068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.137137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.137228] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cb8d10-3e35-4dae-8899-5c779a556817 already deleted. [ 1082.137304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.205070] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.205316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.205354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.205565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.205565] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.205880] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.206015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.206077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.206249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.206341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.206435] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be deleted. [ 1082.256662] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.256843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.256901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.257166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.257265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.257371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.616342] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.616622] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.616748] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.617331] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.617557] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.617718] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port be8197a8-6314-496b-aa79-b4df5c991c04 not found, creating... [ 1082.619668] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.619871] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.619995] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.620278] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.620455] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.620728] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.620888] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.621043] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.621275] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.621434] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.621554] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: be8197a8-6314-496b-aa79-b4df5c991c04 is going to be created. [ 1082.644588] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.644919] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.644919] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.645285] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.645550] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.645806] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-be8197a8-6314-496b-aa79-b4df5c991c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.843199] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1082.843397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.843579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.843822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.844018] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.844163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.844291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.844473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.844590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.844737] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.347422] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.819639] env[65888]: INFO networking_nsxv3.common.synchronization [req-946e7fa2-b713-40ef-a854-81b6be30aa1b req-56c97814-76c8-48e6-9b8b-6ebe45bcd14d service nova] Enqueued Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_rules [ 1083.819639] env[65888]: INFO networking_nsxv3.common.synchronization [req-946e7fa2-b713-40ef-a854-81b6be30aa1b req-56c97814-76c8-48e6-9b8b-6ebe45bcd14d service nova] Enqueued Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_members [ 1083.819639] env[65888]: INFO networking_nsxv3.common.synchronization [req-946e7fa2-b713-40ef-a854-81b6be30aa1b req-56c97814-76c8-48e6-9b8b-6ebe45bcd14d service nova] Enqueued Resource ID: be8197a8-6314-496b-aa79-b4df5c991c04 with Priority: HIGHEST for action port [ 1083.819639] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_rules [ 1083.821665] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_members [ 1083.821665] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8197a8-6314-496b-aa79-b4df5c991c04 with Priority: HIGHEST for action port [ 1083.821665] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04cb8d10-3e35-4dae-8899-5c779a556817 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.821665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.821665] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.823996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.823996] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04cb8d10-3e35-4dae-8899-5c779a556817',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.823996] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cb8d10-3e35-4dae-8899-5c779a556817 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.824555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.824694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.825020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.826008] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.826639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.826639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.826639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.826834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.826886] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cb8d10-3e35-4dae-8899-5c779a556817',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.827908] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-be8197a8-6314-496b-aa79-b4df5c991c04 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.829287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be8197a8-6314-496b-aa79-b4df5c991c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.829418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be8197a8-6314-496b-aa79-b4df5c991c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.829643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be8197a8-6314-496b-aa79-b4df5c991c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.829766] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be8197a8-6314-496b-aa79-b4df5c991c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.849211] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.082225] env[65888]: INFO networking_nsxv3.common.synchronization [req-0b0a845e-3a67-4422-86c3-d8a39cdcc68c req-ad5055b5-ce5a-4b00-9f00-ab72c2bc2c88 tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_members [ 1084.082439] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_members [ 1084.082593] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-017b73a9-5285-43f6-bf2a-97667b4d775a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.082950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.082950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.083066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.083187] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.083291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.083354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.083547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.083636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.083731] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017b73a9-5285-43f6-bf2a-97667b4d775a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.335020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cb8d10-3e35-4dae-8899-5c779a556817 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.335020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.335020] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04cb8d10-3e35-4dae-8899-5c779a556817',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.335020] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be8197a8-6314-496b-aa79-b4df5c991c04 with status ACTIVE [ 1084.335020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.335020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.335020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.335020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.335020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.335020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.335020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.335020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.335020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.335020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.335579] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.335579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.335579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.336158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.336355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.336640] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be8197a8-6314-496b-aa79-b4df5c991c04 is going to be updated. [ 1084.353421] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.353421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.353421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.353421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.353421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.353421] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1084.396100] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.396100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.396100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.396100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.396100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.396100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be8197a8-6314-496b-aa79-b4df5c991c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.410515] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.410710] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.410832] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.411138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.411432] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.411613] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.411729] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.412067] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.412711] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.412711] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.412711] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.413018] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.413018] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.413128] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.413164] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.413308] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.433451] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.433602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.433663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.433975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.434178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.443132] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.443580] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.443808] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.444014] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.444545] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-3b95c711-289d-444d-8173-d71f12aa0051 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.444745] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-3b95c711-289d-444d-8173-d71f12aa0051" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.444896] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-3b95c711-289d-444d-8173-d71f12aa0051" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.445289] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-3b95c711-289d-444d-8173-d71f12aa0051" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.445544] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b95c711-289d-444d-8173-d71f12aa0051',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.448628] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1084.586265] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.586443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.586504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.586716] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.586801] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.587010] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.587145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.587218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.587373] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.587451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.587562] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017b73a9-5285-43f6-bf2a-97667b4d775a already deleted. [ 1084.587644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.839523] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04cb8d10-3e35-4dae-8899-5c779a556817',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.948395] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.948395] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.948395] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.949404] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.949404] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.949404] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 3b95c711-289d-444d-8173-d71f12aa0051 not found, creating... [ 1084.949404] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.949404] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.949640] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.949640] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.949781] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.950086] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.950247] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.950360] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.950771] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.950771] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.950940] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 3b95c711-289d-444d-8173-d71f12aa0051 is going to be created. [ 1084.977452] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.977704] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.977824] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.978125] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.978693] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.978693] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-3b95c711-289d-444d-8173-d71f12aa0051" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.342119] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.342305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.342376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.342624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.342814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.342859] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cb8d10-3e35-4dae-8899-5c779a556817 is going to be created. [ 1085.370131] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.370365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.370365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.370558] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.370715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.382808] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cb8d10-3e35-4dae-8899-5c779a556817 in Status: UNINITIALIZED for 2s [ 1085.669668] env[65888]: INFO networking_nsxv3.common.synchronization [req-0b0a845e-3a67-4422-86c3-d8a39cdcc68c req-7826b3e6-9fc7-4a4f-a196-7089a339dd16 service nova] Enqueued Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_rules [ 1085.669841] env[65888]: INFO networking_nsxv3.common.synchronization [req-0b0a845e-3a67-4422-86c3-d8a39cdcc68c req-7826b3e6-9fc7-4a4f-a196-7089a339dd16 service nova] Enqueued Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_members [ 1085.669974] env[65888]: INFO networking_nsxv3.common.synchronization [req-0b0a845e-3a67-4422-86c3-d8a39cdcc68c req-7826b3e6-9fc7-4a4f-a196-7089a339dd16 service nova] Enqueued Resource ID: 3b95c711-289d-444d-8173-d71f12aa0051 with Priority: HIGHEST for action port [ 1085.670222] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_rules [ 1085.670346] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_members [ 1085.670438] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b95c711-289d-444d-8173-d71f12aa0051 with Priority: HIGHEST for action port [ 1085.672494] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-017b73a9-5285-43f6-bf2a-97667b4d775a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.672626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.672693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.672919] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.673010] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('017b73a9-5285-43f6-bf2a-97667b4d775a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.673894] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-017b73a9-5285-43f6-bf2a-97667b4d775a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.673963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.674360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.674360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.674360] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.674500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.674500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.674605] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.674687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.674774] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017b73a9-5285-43f6-bf2a-97667b4d775a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.676564] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b95c711-289d-444d-8173-d71f12aa0051 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.676727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b95c711-289d-444d-8173-d71f12aa0051" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.676772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b95c711-289d-444d-8173-d71f12aa0051" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.676908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b95c711-289d-444d-8173-d71f12aa0051" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.676981] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b95c711-289d-444d-8173-d71f12aa0051',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.178702] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('017b73a9-5285-43f6-bf2a-97667b4d775a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.180300] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-017b73a9-5285-43f6-bf2a-97667b4d775a taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.180300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.181763] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b95c711-289d-444d-8173-d71f12aa0051 with status ACTIVE [ 1086.182351] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.182351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.182557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.182641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.182739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.182921] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.184432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.184432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.184432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.184432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.184432] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.184432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.184432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.184432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.184432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.184432] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b95c711-289d-444d-8173-d71f12aa0051 is going to be updated. [ 1086.209621] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.209780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.209830] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.211066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.211066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.211066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b95c711-289d-444d-8173-d71f12aa0051" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.465096] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1086.465096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.465237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.465418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.465615] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.465793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.465902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.466144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.466228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.466315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.466453] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.685420] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('017b73a9-5285-43f6-bf2a-97667b4d775a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.969895] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.969895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.969895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.970840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.970840] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.970840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.971596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.972099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.972285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.972465] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.972659] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.972825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.972914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.973139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.973569] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.973763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.973853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.974073] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.974210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.974412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.974478] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.193546] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.193546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.193546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.193546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.193546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.193546] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017b73a9-5285-43f6-bf2a-97667b4d775a is going to be created. [ 1087.223202] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.223202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.223202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.223202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.223202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.232182] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017b73a9-5285-43f6-bf2a-97667b4d775a in Status: UNINITIALIZED for 2s [ 1087.394379] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cb8d10-3e35-4dae-8899-5c779a556817 in Status: SUCCESS [ 1087.394379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.394510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.394731] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.394867] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.394987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.395066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.395239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.395374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.395563] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.395618] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04cb8d10-3e35-4dae-8899-5c779a556817',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.440937] env[65888]: INFO networking_nsxv3.common.synchronization [req-71c40325-0a7e-407c-bca7-1da1de904b24 req-00033bed-c640-4fb6-a520-7f3ba1e38546 tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_members [ 1087.441724] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGHEST for action security_group_members [ 1087.442997] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-652b5082-96b1-46fc-b91c-f39acbf7f589 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.443161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.443262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.443433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.443599] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.443695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.446077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.446077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.446077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.446077] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.476581] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e6f79af-bff5-447e-bb92-a80419961a18: rpc.has_security_group_logging(os_id): False [ 1087.494306] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.494306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.494306] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.494795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.494795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.495248] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.495468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.495600] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.495932] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.496137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.497130] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.497337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.497447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.497516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.497592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.497993] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.498178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.498252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.498450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.498585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.498802] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1087.581644] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.581644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.581644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.581644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.581644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.606674] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1087.900045] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04cb8d10-3e35-4dae-8899-5c779a556817',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.947988] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.948239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.948313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.948527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.974711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.974964] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.975121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.975289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.975349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.975458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.975579] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 is going to be updated. [ 1088.007062] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.007462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.007462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.007614] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.007765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.020887] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 in Status: IN_PROGRESS for 2s [ 1088.401957] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04cb8d10-3e35-4dae-8899-5c779a556817: rpc.has_security_group_logging(os_id): False [ 1088.422122] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.422269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.422337] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.422548] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.422638] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.422948] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.423081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.423185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.423377] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.423455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.423544] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04cb8d10-3e35-4dae-8899-5c779a556817 is going to be created. [ 1088.489209] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.489451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.489451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.489658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.489852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.502183] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04cb8d10-3e35-4dae-8899-5c779a556817 in Status: IN_PROGRESS for 2s [ 1089.244061] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017b73a9-5285-43f6-bf2a-97667b4d775a in Status: SUCCESS [ 1089.244231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.244407] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.244622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.244813] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.244952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.245036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.245202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.245289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.245375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.245481] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('017b73a9-5285-43f6-bf2a-97667b4d775a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.625698] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1089.626089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.748966] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('017b73a9-5285-43f6-bf2a-97667b4d775a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.033857] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 in Status: SUCCESS [ 1090.034023] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 deletion is rescheduled due to dependency. [ 1090.034147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.250972] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 017b73a9-5285-43f6-bf2a-97667b4d775a: rpc.has_security_group_logging(os_id): False [ 1090.274639] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.274820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.274910] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.275176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.275318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.275691] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.275781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.275854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.276084] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.276198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.276333] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 017b73a9-5285-43f6-bf2a-97667b4d775a is going to be created. [ 1090.363836] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.363991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.364081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.364326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.364542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.378402] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 017b73a9-5285-43f6-bf2a-97667b4d775a in Status: IN_PROGRESS for 2s [ 1090.530414] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04cb8d10-3e35-4dae-8899-5c779a556817 in Status: SUCCESS [ 1090.530664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.501906] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.501906] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.501906] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.501906] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.501906] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.504184] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.504896] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.505275] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.505581] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.505913] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.508022] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.508022] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.508022] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.508022] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.508022] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.508022] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.532932] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.532932] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.532932] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.532932] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.532932] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-e730a3de-b287-48f7-a670-aa7fc383314b taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.532932] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.532932] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.532932] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.532932] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e730a3de-b287-48f7-a670-aa7fc383314b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.036442] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.036579] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.036710] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.037029] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.037166] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.037380] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port e730a3de-b287-48f7-a670-aa7fc383314b not found, creating... [ 1092.038039] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.038039] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.038039] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.038319] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.038319] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.038570] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.038719] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.038886] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.039106] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.039242] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.039384] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: e730a3de-b287-48f7-a670-aa7fc383314b is going to be created. [ 1092.062798] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.063015] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.063148] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.063492] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.063830] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.064093] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.358453] env[65888]: INFO networking_nsxv3.common.synchronization [req-53cb680c-748c-45ed-a8e0-d4ab61ab81ec req-08184653-7c01-4f2d-9ed2-2d480095f766 tempest-DeleteServersTestJSON-1950727101 tempest-DeleteServersTestJSON-1950727101-project-member] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 1092.359324] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGHEST for action security_group_members [ 1092.359394] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.359515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.359585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.359770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.359917] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.360296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.360296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.360296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.360473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.360473] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.394435] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 017b73a9-5285-43f6-bf2a-97667b4d775a in Status: SUCCESS [ 1092.394699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.801776] env[65888]: INFO networking_nsxv3.common.synchronization [req-167146d4-f5ea-4ab0-9ee2-3749fc3f3e08 req-69d19aa2-fddf-494c-ad74-91a020700b70 service nova] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_rules [ 1092.802172] env[65888]: INFO networking_nsxv3.common.synchronization [req-167146d4-f5ea-4ab0-9ee2-3749fc3f3e08 req-69d19aa2-fddf-494c-ad74-91a020700b70 service nova] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1092.802172] env[65888]: INFO networking_nsxv3.common.synchronization [req-167146d4-f5ea-4ab0-9ee2-3749fc3f3e08 req-69d19aa2-fddf-494c-ad74-91a020700b70 service nova] Enqueued Resource ID: e730a3de-b287-48f7-a670-aa7fc383314b with Priority: HIGHEST for action port [ 1092.802683] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_rules [ 1092.802817] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1092.802911] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e730a3de-b287-48f7-a670-aa7fc383314b with Priority: HIGHEST for action port [ 1092.803200] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.803323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.803412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.803642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.803725] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.804652] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.804712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.804741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.804899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.805056] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.805147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.805236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.805347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.805428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.805515] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.807017] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e730a3de-b287-48f7-a670-aa7fc383314b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.807017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.807017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.807017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.807017] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e730a3de-b287-48f7-a670-aa7fc383314b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.862578] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.862695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.862771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.863069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.863224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.863522] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.863678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.864085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.864085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.864085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.864226] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be updated. [ 1092.897376] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.897537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.897537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.897791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.897934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.908110] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: IN_PROGRESS for 2s [ 1093.307923] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.309046] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.309180] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.309557] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e730a3de-b287-48f7-a670-aa7fc383314b with status ACTIVE [ 1093.309743] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.310573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.310573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.310573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.310573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.310573] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.310573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.310573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.311279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.311279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.311279] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.311279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.311279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.311279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.311829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.311829] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e730a3de-b287-48f7-a670-aa7fc383314b is going to be updated. [ 1093.407035] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.407035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.407035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.407035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.407035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.407035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.810472] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.315314] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.315314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.315314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.315314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.315314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.315576] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be created. [ 1094.344024] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.344366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.344366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.344746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.345502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.360177] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: UNINITIALIZED for 2s [ 1094.922021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d in Status: SUCCESS [ 1094.922539] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d deletion is rescheduled due to dependency. [ 1094.922539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.792707] env[65888]: INFO networking_nsxv3.common.synchronization [req-09fc7d4d-5ab5-4921-b7a3-2bad48c09311 req-3cc2d4f8-b022-40c5-8da7-976cab28e001 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1095.793898] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1095.793898] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.793898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.793898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.793898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.797454] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.797454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.797454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.797454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.797454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.797454] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.154324] env[65888]: INFO networking_nsxv3.common.synchronization [req-b7a79022-f6db-4c4b-b31e-9141acf68d55 req-1c55df42-18c0-4b2e-88e5-150e1ba5e73c tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1096.155033] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1096.155454] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.155622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.155722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.156123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.156483] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.156633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.156730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.156957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.157100] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.157241] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.297893] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.375506] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 1096.377244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.377736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.378102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.378426] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.378697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.378854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.379155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.380020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.380020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.380020] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.659443] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.659586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.660644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.660644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.660644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.660644] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.660644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.660644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.660644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.660644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.660644] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1096.693753] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.693753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.693975] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.694232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.694534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.704908] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1096.800581] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.883628] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.883628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.883628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.883628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.883628] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.883628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.883628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.883628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.884026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.884026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.884026] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.884152] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.884152] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.884275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.884453] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.884552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.884607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.884761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.884832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.884913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.884997] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.107651] env[65888]: INFO networking_nsxv3.common.synchronization [req-f4630d77-444c-46ba-ab18-167ff3f18a75 req-a0c6b9a1-d05a-4d3f-b7a5-e24c1f54d4fc tempest-ServerActionsTestOtherB-945922585 tempest-ServerActionsTestOtherB-945922585-project-member] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 1097.108950] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 1097.109281] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.109869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.109869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.109869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.109869] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.109869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.110155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.110155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.110210] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.110264] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.303456] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.303715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.303715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.303910] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.303992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.304106] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1097.336672] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.336823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.336894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.337126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.337300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.347829] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1097.388531] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5ab44c9-cf6f-4afb-83ab-fa9faeba94be: rpc.has_security_group_logging(os_id): False [ 1097.411482] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.412219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.412392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.412859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.412859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.413094] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.413245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.413287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.413430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.413524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.413729] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.413826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.413886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.414163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.414247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.414538] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.415526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.415526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.415526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.415526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.415526] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be created. [ 1097.476199] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.476270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.476300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.476493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.476673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.497798] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.497988] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.498127] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.498392] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.501687] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.501687] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.501687] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.501687] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.501687] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.501687] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.501687] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.501687] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.501687] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.501687] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.501687] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.501687] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.502296] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 1097.521945] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.522184] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.522343] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.522600] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.522784] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-5eac3c20-c74d-401e-987b-7ec965a24bce taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.523145] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.523145] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.523501] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.523649] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eac3c20-c74d-401e-987b-7ec965a24bce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.612535] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.612535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.612535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.612818] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.612941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.613219] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.613358] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.613505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.613640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.613737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.613849] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 1097.644568] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.644782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.644889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.645177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.645745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.659723] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 1098.026904] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.027221] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.027387] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.027798] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.027990] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.028192] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 5eac3c20-c74d-401e-987b-7ec965a24bce not found, creating... [ 1098.028545] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.028762] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.028964] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.029327] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.029519] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.029952] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.030276] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.030440] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.030717] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.030880] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.031143] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 5eac3c20-c74d-401e-987b-7ec965a24bce is going to be created. [ 1098.054614] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.054833] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.054957] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.055266] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.055556] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.055798] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.716672] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1098.717052] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce deletion is rescheduled due to dependency. [ 1098.717052] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.766542] env[65888]: INFO networking_nsxv3.common.synchronization [req-f4630d77-444c-46ba-ab18-167ff3f18a75 req-e5dde054-c849-4303-a49d-c035c792ea83 service nova] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 1098.766673] env[65888]: INFO networking_nsxv3.common.synchronization [req-f4630d77-444c-46ba-ab18-167ff3f18a75 req-e5dde054-c849-4303-a49d-c035c792ea83 service nova] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 1098.766815] env[65888]: INFO networking_nsxv3.common.synchronization [req-f4630d77-444c-46ba-ab18-167ff3f18a75 req-e5dde054-c849-4303-a49d-c035c792ea83 service nova] Enqueued Resource ID: 5eac3c20-c74d-401e-987b-7ec965a24bce with Priority: HIGHEST for action port [ 1098.767374] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 1098.767954] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 1098.768112] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eac3c20-c74d-401e-987b-7ec965a24bce with Priority: HIGHEST for action port [ 1098.768394] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.768515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.768582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.768781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.768860] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.769894] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.770009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.770221] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eac3c20-c74d-401e-987b-7ec965a24bce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.770484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.770484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.770610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.770639] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eac3c20-c74d-401e-987b-7ec965a24bce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.273039] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5eac3c20-c74d-401e-987b-7ec965a24bce with status ACTIVE [ 1099.273401] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.273511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.273560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.274174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.274174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.274174] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.274174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.274174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.274388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.274388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.275026] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.275026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.275026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.275026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.275026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.275026] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5eac3c20-c74d-401e-987b-7ec965a24bce is going to be updated. [ 1099.276362] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.276529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.297388] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.297574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.297574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.297734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.297832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.298095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.358388] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1099.358610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.459190] env[65888]: INFO networking_nsxv3.common.synchronization [req-76c10c97-970e-4754-a183-ee9efbf041c5 req-f03b40a0-53ed-41f1-a19b-21c43954db8d tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1099.459932] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1099.460326] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.460501] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.460595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.460887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.461069] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.461249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.461397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.461662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.461940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.462033] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.517931] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 1099.518177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.669407] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 1099.669939] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc deletion is rescheduled due to dependency. [ 1099.669939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.669939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.670160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.670299] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.670491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.670606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.670721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.670803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.670897] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.786487] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.786763] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.786801] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.787071] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.787335] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.787510] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.787628] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.787839] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.787984] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.788201] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.788317] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.788424] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.788531] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.788639] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.788795] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.788868] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.808617] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.808617] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.808617] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.808617] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.808902] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-b9ae035c-ae52-492e-9148-7b47fd4d2977 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.809186] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-b9ae035c-ae52-492e-9148-7b47fd4d2977" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.809259] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-b9ae035c-ae52-492e-9148-7b47fd4d2977" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.809534] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-b9ae035c-ae52-492e-9148-7b47fd4d2977" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.809670] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ae035c-ae52-492e-9148-7b47fd4d2977',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.968539] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.968701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.968775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.968994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.969102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.969314] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.969394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.969443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.969589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.969661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.969745] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1099.998084] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.998292] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.998360] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.998591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.998756] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.008729] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1100.177023] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.312474] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.312761] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.312895] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.313208] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.313354] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.313516] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port b9ae035c-ae52-492e-9148-7b47fd4d2977 not found, creating... [ 1100.313786] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.313929] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.314081] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.314321] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.314466] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.314752] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.314935] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.315065] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.315273] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.315405] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.315557] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: b9ae035c-ae52-492e-9148-7b47fd4d2977 is going to be created. [ 1100.346972] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.347316] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.347538] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.347787] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.348052] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.348287] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-b9ae035c-ae52-492e-9148-7b47fd4d2977" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.679314] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.067503] env[65888]: INFO networking_nsxv3.common.synchronization [req-76c10c97-970e-4754-a183-ee9efbf041c5 req-6eb347bc-b332-42c7-bd74-0fa448f4ef26 service nova] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_rules [ 1101.067776] env[65888]: INFO networking_nsxv3.common.synchronization [req-76c10c97-970e-4754-a183-ee9efbf041c5 req-6eb347bc-b332-42c7-bd74-0fa448f4ef26 service nova] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1101.067776] env[65888]: INFO networking_nsxv3.common.synchronization [req-76c10c97-970e-4754-a183-ee9efbf041c5 req-6eb347bc-b332-42c7-bd74-0fa448f4ef26 service nova] Enqueued Resource ID: b9ae035c-ae52-492e-9148-7b47fd4d2977 with Priority: HIGHEST for action port [ 1101.068321] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_rules [ 1101.068457] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1101.068556] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ae035c-ae52-492e-9148-7b47fd4d2977 with Priority: HIGHEST for action port [ 1101.069461] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.069461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.069461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.069461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.069461] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.070135] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.070233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.070439] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ae035c-ae52-492e-9148-7b47fd4d2977 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.070598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ae035c-ae52-492e-9148-7b47fd4d2977" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.070598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ae035c-ae52-492e-9148-7b47fd4d2977" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.070741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ae035c-ae52-492e-9148-7b47fd4d2977" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.070811] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ae035c-ae52-492e-9148-7b47fd4d2977',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.182272] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.182453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.182515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.182703] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.182791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.182890] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 1101.210219] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.210419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.210512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.210737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.210884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.220192] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 1101.572604] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.572688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.573012] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9ae035c-ae52-492e-9148-7b47fd4d2977 with status ACTIVE [ 1101.573012] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.573141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.573173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.573646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.573646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.573803] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.573887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.574013] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.574125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.574202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.574468] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.574578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.574630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.574774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.574851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.574929] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9ae035c-ae52-492e-9148-7b47fd4d2977 is going to be updated. [ 1101.602587] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.602587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.602587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.602587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.602587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.603402] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ae035c-ae52-492e-9148-7b47fd4d2977" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.020578] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1102.020758] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce deletion is rescheduled due to dependency. [ 1102.020865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.021040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.021303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.021496] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.021616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.021689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.021826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.021901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.022008] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.525136] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.027715] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.233031] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 1103.233031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.233182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.233328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.233566] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.233678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.233739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.233994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.234122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.234661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.234661] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.532486] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.532872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.532872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.533025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.533125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.533226] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1103.590397] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.590397] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.590533] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.591644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.591644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.609465] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1103.738825] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.244273] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f41c76d-e49a-4fdb-b365-bf62782226dc: rpc.has_security_group_logging(os_id): False [ 1104.266895] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.266895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.266895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.266895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.266895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.267157] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.267227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.267284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.267470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.267580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.267654] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 1104.377432] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.377736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.377736] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.378011] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.378119] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.400415] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 1105.089985] env[65888]: INFO networking_nsxv3.common.synchronization [req-7e61e86e-3642-4625-b411-9924e1d8326a req-f367edbf-d272-453c-b54d-c235e01a3524 tempest-ServersNegativeTestJSON-2051530836 tempest-ServersNegativeTestJSON-2051530836-project-member] Enqueued Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 1105.090613] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 with Priority: HIGHEST for action security_group_members [ 1105.091020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-240fe3d3-e654-4f10-af7f-9c5f54af21f9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.091950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.091950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.091950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.092166] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.092166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.092461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.092661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.092760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.092844] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240fe3d3-e654-4f10-af7f-9c5f54af21f9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.286034] env[65888]: INFO networking_nsxv3.common.synchronization [None req-6d0d63b7-926c-4e5c-8a03-7c3c65e71ece None None] Enqueued Resource ID: 61db4067-7967-4c5a-84b0-b1ff86b18eb0 with Priority: HIGHEST for action port [ 1105.286034] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61db4067-7967-4c5a-84b0-b1ff86b18eb0 with Priority: HIGHEST for action port [ 1105.286034] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-61db4067-7967-4c5a-84b0-b1ff86b18eb0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.286221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61db4067-7967-4c5a-84b0-b1ff86b18eb0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.286345] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61db4067-7967-4c5a-84b0-b1ff86b18eb0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.286502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61db4067-7967-4c5a-84b0-b1ff86b18eb0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.286576] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61db4067-7967-4c5a-84b0-b1ff86b18eb0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.595320] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.595418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.595492] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.595809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.595858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.596082] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.597139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.597417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.599628] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.599765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.599880] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 is going to be updated. [ 1105.623850] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1105.623850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.623850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.623850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.623850] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.623850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.624238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.624238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.624238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.624329] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.624819] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.635504] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.635737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.635847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.636080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.636231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.647502] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: IN_PROGRESS for 2s [ 1105.671395] env[65888]: INFO networking_nsxv3.common.synchronization [req-b7d2bcc7-4b89-4a01-aaba-c72a489f3a4a req-e762df5b-c9bd-4dbd-be67-aacc03824bf7 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1105.672181] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1105.672472] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.672601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.672669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.672882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.674175] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.674175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.674175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.674175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.674175] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.674175] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.788627] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61db4067-7967-4c5a-84b0-b1ff86b18eb0 [ 1105.789506] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.789506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.789506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.789506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.789713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.789713] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61db4067-7967-4c5a-84b0-b1ff86b18eb0 already deleted. [ 1105.789778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61db4067-7967-4c5a-84b0-b1ff86b18eb0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.126294] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.126726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.126726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.126726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.126890] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.126890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.126992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.127068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.128060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.128060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.128060] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.128060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.128060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.128060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.128060] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.128060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.128060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.128454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.128454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.128454] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.128454] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.176983] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.422915] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 1106.422915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.631431] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85110152-fce2-4e45-b107-486f8d4d69ce: rpc.has_security_group_logging(os_id): False [ 1106.652025] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.655160] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.655160] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.655160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.655588] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.655588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.655588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.655588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.655588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.655588] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1106.680758] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.728493] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.728493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.728493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.728493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.728493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.746611] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1107.184615] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.184977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.184977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.185096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.185313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.185313] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1107.234160] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.234160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.234160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.234542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.234542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.262169] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1107.458076] env[65888]: INFO networking_nsxv3.common.synchronization [None req-7ccdf4d4-69b7-410e-bc43-f51e03615f8d None None] Enqueued Resource ID: 57c55a1f-f850-4a69-b2b3-4b4385764335 with Priority: HIGHEST for action port [ 1107.458627] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c55a1f-f850-4a69-b2b3-4b4385764335 with Priority: HIGHEST for action port [ 1107.458974] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-57c55a1f-f850-4a69-b2b3-4b4385764335 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.459154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57c55a1f-f850-4a69-b2b3-4b4385764335" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.459154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57c55a1f-f850-4a69-b2b3-4b4385764335" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.459405] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57c55a1f-f850-4a69-b2b3-4b4385764335" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.459494] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57c55a1f-f850-4a69-b2b3-4b4385764335',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.658875] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 in Status: SUCCESS [ 1107.658875] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240fe3d3-e654-4f10-af7f-9c5f54af21f9 deletion is rescheduled due to dependency. [ 1107.658875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240fe3d3-e654-4f10-af7f-9c5f54af21f9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.963266] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57c55a1f-f850-4a69-b2b3-4b4385764335 [ 1107.963543] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.963659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.963865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.964695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.964695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.964695] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57c55a1f-f850-4a69-b2b3-4b4385764335 already deleted. [ 1107.964695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57c55a1f-f850-4a69-b2b3-4b4385764335" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.765937] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1108.766297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.273992] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1109.274237] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.986633] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-872 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.987138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.987138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.987138] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.987402] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.987559] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.987675] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.987888] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.988221] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.988474] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.988891] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.988891] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.988891] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.989058] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.989058] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.989178] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.011833] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.012170] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.012379] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.012651] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-872" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.013073] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-e730a3de-b287-48f7-a670-aa7fc383314b taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.013338] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.013477] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.013967] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.014152] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e730a3de-b287-48f7-a670-aa7fc383314b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.516734] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.516949] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.517129] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.517442] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.517569] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.518254] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.518254] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.519898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.519898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.519898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.519898] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.519898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.519898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.519898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.519898] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.520195] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: e730a3de-b287-48f7-a670-aa7fc383314b is going to be updated. [ 1110.546847] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.546847] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.546847] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.546847] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.548847] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.548847] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.283629] env[65888]: INFO networking_nsxv3.common.synchronization [req-8e0fd1b2-efdd-465d-a909-facf6c58f505 req-901fdf04-3191-4f03-9d0b-8ba64b91274a service nova] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_rules [ 1111.283629] env[65888]: INFO networking_nsxv3.common.synchronization [req-8e0fd1b2-efdd-465d-a909-facf6c58f505 req-901fdf04-3191-4f03-9d0b-8ba64b91274a service nova] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1111.283629] env[65888]: INFO networking_nsxv3.common.synchronization [req-8e0fd1b2-efdd-465d-a909-facf6c58f505 req-901fdf04-3191-4f03-9d0b-8ba64b91274a service nova] Enqueued Resource ID: e730a3de-b287-48f7-a670-aa7fc383314b with Priority: HIGHEST for action port [ 1111.283629] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_rules [ 1111.283629] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1111.283629] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e730a3de-b287-48f7-a670-aa7fc383314b with Priority: HIGHEST for action port [ 1111.285424] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.285560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.285623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.285854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.285935] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.288988] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.288988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.288988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.288988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.288988] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.288988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.288988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.288988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.288988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.288988] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.290713] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e730a3de-b287-48f7-a670-aa7fc383314b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.290825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.292578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.294301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.294396] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e730a3de-b287-48f7-a670-aa7fc383314b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.796712] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.798125] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.798125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.799641] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e730a3de-b287-48f7-a670-aa7fc383314b with status ACTIVE [ 1111.799641] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.800453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.800492] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.800709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.800824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.800993] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.801135] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.801259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.801387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.801464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.801660] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.801772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.801842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.801987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.802440] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.802440] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e730a3de-b287-48f7-a670-aa7fc383314b is going to be updated. [ 1111.825149] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.825342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.825412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.825691] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.825860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.826283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e730a3de-b287-48f7-a670-aa7fc383314b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.300452] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.803523] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.803728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.803817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.803997] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.804202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.804202] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 1112.839705] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.839878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.839878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.840506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.840506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.850316] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 1113.616143] env[65888]: INFO networking_nsxv3.common.synchronization [req-4ca5603b-b1c2-4e5c-93e8-1341a78fdd76 req-d6894bd8-ed6e-4538-87c3-906be3f6d26a tempest-ServerTagsTestJSON-1385366109 tempest-ServerTagsTestJSON-1385366109-project-member] Enqueued Resource ID: 8370d201-2a85-414a-934a-9dbc64dde794 with Priority: HIGHEST for action security_group_members [ 1113.616647] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8370d201-2a85-414a-934a-9dbc64dde794 with Priority: HIGHEST for action security_group_members [ 1113.616948] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8370d201-2a85-414a-934a-9dbc64dde794 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.617085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.617152] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.617434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.617648] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.617760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.617823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.618017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.618120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.618223] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8370d201-2a85-414a-934a-9dbc64dde794',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.939258] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.939474] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-583" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.939598] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-583" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.939935] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-583" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.940226] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.940385] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.940499] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.940783] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.940853] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.941129] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.941394] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.941584] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.941706] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.941828] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.941953] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.942084] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.966511] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.966649] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.966821] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.967035] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-583" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.967388] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-fd08f51e-1783-4690-b836-28b663dad4b6 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.967572] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-fd08f51e-1783-4690-b836-28b663dad4b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.967697] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-fd08f51e-1783-4690-b836-28b663dad4b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.968023] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-fd08f51e-1783-4690-b836-28b663dad4b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.968162] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd08f51e-1783-4690-b836-28b663dad4b6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.121838] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.121838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.121838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.121838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.121838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.122191] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.122191] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.122285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.122865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.122865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.122865] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8370d201-2a85-414a-934a-9dbc64dde794 already deleted. [ 1114.122865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.470327] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.470842] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.470988] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.471322] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.471514] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.471678] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port fd08f51e-1783-4690-b836-28b663dad4b6 not found, creating... [ 1114.471983] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.472173] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.472342] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.472562] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.472752] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.473193] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.473402] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.473575] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.473851] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.474048] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.474236] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: fd08f51e-1783-4690-b836-28b663dad4b6 is going to be created. [ 1114.496542] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.496908] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.497120] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.497445] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.497794] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.498115] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-fd08f51e-1783-4690-b836-28b663dad4b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.860745] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 1114.861046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.861147] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.861429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.861620] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.861787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.861851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.861960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.862051] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.862145] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.862268] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.229565] env[65888]: INFO networking_nsxv3.common.synchronization [req-4ca5603b-b1c2-4e5c-93e8-1341a78fdd76 req-bd098317-37b3-43e7-bfc4-a2d2ca7621c2 service nova] Enqueued Resource ID: 8370d201-2a85-414a-934a-9dbc64dde794 with Priority: HIGHEST for action security_group_rules [ 1115.229755] env[65888]: INFO networking_nsxv3.common.synchronization [req-4ca5603b-b1c2-4e5c-93e8-1341a78fdd76 req-bd098317-37b3-43e7-bfc4-a2d2ca7621c2 service nova] Enqueued Resource ID: 8370d201-2a85-414a-934a-9dbc64dde794 with Priority: HIGHEST for action security_group_members [ 1115.229890] env[65888]: INFO networking_nsxv3.common.synchronization [req-4ca5603b-b1c2-4e5c-93e8-1341a78fdd76 req-bd098317-37b3-43e7-bfc4-a2d2ca7621c2 service nova] Enqueued Resource ID: fd08f51e-1783-4690-b836-28b663dad4b6 with Priority: HIGHEST for action port [ 1115.230416] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8370d201-2a85-414a-934a-9dbc64dde794 with Priority: HIGHEST for action security_group_rules [ 1115.230550] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8370d201-2a85-414a-934a-9dbc64dde794 with Priority: HIGHEST for action security_group_members [ 1115.230645] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd08f51e-1783-4690-b836-28b663dad4b6 with Priority: HIGHEST for action port [ 1115.230915] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8370d201-2a85-414a-934a-9dbc64dde794 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.231106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.231186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.231526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.231607] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8370d201-2a85-414a-934a-9dbc64dde794',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.233717] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8370d201-2a85-414a-934a-9dbc64dde794 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.233865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.233936] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.234176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.234341] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.234631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.234631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.234713] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.234757] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.234857] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8370d201-2a85-414a-934a-9dbc64dde794',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.236017] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd08f51e-1783-4690-b836-28b663dad4b6 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.236137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd08f51e-1783-4690-b836-28b663dad4b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.236208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd08f51e-1783-4690-b836-28b663dad4b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.236961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd08f51e-1783-4690-b836-28b663dad4b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.236961] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd08f51e-1783-4690-b836-28b663dad4b6',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.365167] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.365348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.365408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.365629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.365800] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.365901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.365972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.366134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.366221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.366323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.366477] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.366655] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.366718] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.366836] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.366992] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.367113] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.367178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.367333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.367431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.367514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.367600] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.738472] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8370d201-2a85-414a-934a-9dbc64dde794',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.739607] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8370d201-2a85-414a-934a-9dbc64dde794 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.739712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.739895] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd08f51e-1783-4690-b836-28b663dad4b6 with status ACTIVE [ 1115.740092] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.740211] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.740279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.740479] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.740569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.740739] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.740834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.740894] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.741188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.741188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.741394] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.741526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.741636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.741791] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.741877] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.741966] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd08f51e-1783-4690-b836-28b663dad4b6 is going to be updated. [ 1115.765440] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.766674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.766814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.767091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.767281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.767748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd08f51e-1783-4690-b836-28b663dad4b6" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.869661] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5ab44c9-cf6f-4afb-83ab-fa9faeba94be: rpc.has_security_group_logging(os_id): False [ 1115.891647] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.891858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.891858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.892146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.892244] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.892694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.892857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.892959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.893201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.893326] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.893601] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.893745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.893840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.894065] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.894185] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.894544] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.894668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.894740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.894899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.894981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.895091] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 1115.978107] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.978298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.978343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.978530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.978675] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.995696] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 1116.244469] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8370d201-2a85-414a-934a-9dbc64dde794',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.747437] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.747597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.747704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.748010] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.748091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.748209] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8370d201-2a85-414a-934a-9dbc64dde794 is going to be created. [ 1116.784316] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.784541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.784541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.784740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.784901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.815113] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8370d201-2a85-414a-934a-9dbc64dde794 in Status: UNINITIALIZED for 2s [ 1118.015977] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 1118.016374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.825666] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8370d201-2a85-414a-934a-9dbc64dde794 in Status: SUCCESS [ 1118.825885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.826091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.826322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.826615] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.826615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.826815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.826849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.826906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.826985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.827087] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8370d201-2a85-414a-934a-9dbc64dde794',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.857970] env[65888]: INFO networking_nsxv3.common.synchronization [req-6762d8f8-eac7-4e03-a559-ffc4154a53f2 req-cf944a97-5a6b-4b3c-bf90-a973b3fc55a0 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1118.858540] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1118.858896] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.859032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.859107] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.859384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.859633] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.859850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.859928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.860125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.860229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.860327] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.198238] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.198510] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.198549] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.198795] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.199054] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.199240] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.199363] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.199575] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.199717] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.199924] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.200043] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.200188] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.200306] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.200427] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.200552] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.200680] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.220975] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.221175] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.221354] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.221530] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.221857] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-0361b6f0-1474-4f51-b889-7577737f5fc9 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.222036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-0361b6f0-1474-4f51-b889-7577737f5fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.222154] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-0361b6f0-1474-4f51-b889-7577737f5fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.222611] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-0361b6f0-1474-4f51-b889-7577737f5fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.222774] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0361b6f0-1474-4f51-b889-7577737f5fc9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.329178] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8370d201-2a85-414a-934a-9dbc64dde794 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.329432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.329532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.329807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.329942] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.330055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.330118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.330685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.330790] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.330884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.331054] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8370d201-2a85-414a-934a-9dbc64dde794 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.331164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.331301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.331378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.331524] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.331610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.331671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.331803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.331878] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.331955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.332055] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8370d201-2a85-414a-934a-9dbc64dde794',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.363241] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.725716] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.725993] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.726152] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.726611] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.726775] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.726985] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port 0361b6f0-1474-4f51-b889-7577737f5fc9 not found, creating... [ 1119.727286] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.727508] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.727624] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.727852] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.727991] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.728357] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.728520] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.728637] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.728848] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.729056] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.729277] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 0361b6f0-1474-4f51-b889-7577737f5fc9 is going to be created. [ 1119.752171] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.752561] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.752561] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.752860] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.753121] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.753395] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-0361b6f0-1474-4f51-b889-7577737f5fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.835028] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8370d201-2a85-414a-934a-9dbc64dde794: rpc.has_security_group_logging(os_id): False [ 1119.855045] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.855251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.855308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.855687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.855769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.856145] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.856291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.856487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.856698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.856800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.857180] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.857321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.857390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.857554] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.857637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.857848] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.857934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.857998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.858154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.858230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.858318] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8370d201-2a85-414a-934a-9dbc64dde794 is going to be created. [ 1119.865371] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.943620] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.943620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.943837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.943880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.944089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.956361] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8370d201-2a85-414a-934a-9dbc64dde794 in Status: IN_PROGRESS for 2s [ 1120.368107] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.368462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.368462] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.368846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.368846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.368846] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1120.399805] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.399981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.400039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.400261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.400412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.417555] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1120.459893] env[65888]: INFO networking_nsxv3.common.synchronization [req-6762d8f8-eac7-4e03-a559-ffc4154a53f2 req-e2e00e5e-1168-4690-bb4d-46e4c895fb9e service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 1120.460134] env[65888]: INFO networking_nsxv3.common.synchronization [req-6762d8f8-eac7-4e03-a559-ffc4154a53f2 req-e2e00e5e-1168-4690-bb4d-46e4c895fb9e service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1120.460300] env[65888]: INFO networking_nsxv3.common.synchronization [req-6762d8f8-eac7-4e03-a559-ffc4154a53f2 req-e2e00e5e-1168-4690-bb4d-46e4c895fb9e service nova] Enqueued Resource ID: 0361b6f0-1474-4f51-b889-7577737f5fc9 with Priority: HIGHEST for action port [ 1120.460991] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 1120.461375] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1120.461509] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0361b6f0-1474-4f51-b889-7577737f5fc9 with Priority: HIGHEST for action port [ 1120.461845] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.461990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.462073] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.462331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.462421] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.463907] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.464026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.464242] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0361b6f0-1474-4f51-b889-7577737f5fc9 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.464346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0361b6f0-1474-4f51-b889-7577737f5fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.464411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0361b6f0-1474-4f51-b889-7577737f5fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.464597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0361b6f0-1474-4f51-b889-7577737f5fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.464675] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0361b6f0-1474-4f51-b889-7577737f5fc9',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.966766] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.968062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.968062] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0361b6f0-1474-4f51-b889-7577737f5fc9 with status ACTIVE [ 1120.968062] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.968062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.968062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.968062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.968409] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.968409] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.968486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.968520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.968911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.968911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.968911] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.969104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.969104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.969257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.969295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.969384] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0361b6f0-1474-4f51-b889-7577737f5fc9 is going to be updated. [ 1120.993621] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.993862] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.993940] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.994181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.994323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.994517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0361b6f0-1474-4f51-b889-7577737f5fc9" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.971037] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8370d201-2a85-414a-934a-9dbc64dde794 in Status: SUCCESS [ 1121.971037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.429546] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1122.429783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.429955] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.430285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.430489] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.430787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.430908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.431669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.431782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.431903] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.934833] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.437313] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.941256] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.941256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.941256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.941256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.941256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.941256] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1123.975047] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.975047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.975047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.975324] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.975383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.984749] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1125.462837] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.462837] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1125.503253] env[65888]: INFO networking_nsxv3.common.synchronization [req-5be43d36-39df-46c3-ad8a-f89f5f0b3c21 req-fea1da61-eb3e-4965-9123-df7f3ae8e259 tempest-ServerTagsTestJSON-1385366109 tempest-ServerTagsTestJSON-1385366109-project-member] Enqueued Resource ID: 8370d201-2a85-414a-934a-9dbc64dde794 with Priority: HIGHEST for action security_group_members [ 1125.503400] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8370d201-2a85-414a-934a-9dbc64dde794 with Priority: HIGHEST for action security_group_members [ 1125.503702] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8370d201-2a85-414a-934a-9dbc64dde794 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.503823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.503884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.504251] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.504409] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.504504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.504564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.504721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.504811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.504894] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8370d201-2a85-414a-934a-9dbc64dde794',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.898079] env[65888]: INFO networking_nsxv3.common.synchronization [req-f120b3fb-98f7-43c5-93d6-a7b3e0a2c84c req-fc7f9200-6711-4e30-9455-a4c55d897e8b tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1125.898588] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1125.898887] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.899017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.899387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.899475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.899639] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.899744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.899807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.899950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.900054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.900148] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.995867] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1125.996078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.996129] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.996312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.996732] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.996926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.997041] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.997299] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.997422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.997579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.997714] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.008016] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.008302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.008396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.008880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.009481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.010115] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.010218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.010693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.010693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.010777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.010877] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8370d201-2a85-414a-934a-9dbc64dde794 is going to be updated. [ 1126.045153] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.048089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.048089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.048089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.048089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.057612] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8370d201-2a85-414a-934a-9dbc64dde794 in Status: IN_PROGRESS for 2s [ 1126.402538] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.402710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.402780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.402998] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.403130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.403338] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.403441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.403502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.403700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.403809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.403926] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1126.431427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.431580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.431649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.431873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.432019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.442618] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1126.500246] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.500643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.500643] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.500756] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.500857] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.500945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.501031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.501201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.501273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.501393] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.501542] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.501636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.501699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.501833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.501966] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.502068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.502127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.502263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.502335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.502415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.502500] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.004962] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e6f79af-bff5-447e-bb92-a80419961a18: rpc.has_security_group_logging(os_id): False [ 1127.024180] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.024392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.024392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.024649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.024776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.025016] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.025134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.025209] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.025404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.025501] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.025731] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.025832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.025931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.026093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.026171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.026396] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.026552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.026617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.026758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.026829] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.026917] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1127.088439] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.088595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.088662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.089095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.089095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.107306] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1127.925354] env[65888]: INFO networking_nsxv3.common.synchronization [req-53c96f36-1635-43dd-81d5-787f8460d7c3 req-6f1e6de6-af20-427b-aaf6-3291e5862dbe tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1127.927944] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1127.927944] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.927944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.927944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.927944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.927944] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.927944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.927944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.927944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.927944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.927944] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.071136] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8370d201-2a85-414a-934a-9dbc64dde794 in Status: SUCCESS [ 1128.071315] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8370d201-2a85-414a-934a-9dbc64dde794 deletion is rescheduled due to dependency. [ 1128.071523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.165633] env[65888]: INFO networking_nsxv3.common.synchronization [req-6459e925-0bbc-4e26-b3f9-d7db02eae7c3 req-745feae9-6701-4828-849b-4c31d61c2d4e tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1128.166188] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1128.166497] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.166622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.166690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.166908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.167529] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.167680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.167758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.167922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.168018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.168119] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.430423] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.452831] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1128.453072] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce deletion is rescheduled due to dependency. [ 1128.453300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.670208] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.670388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.670437] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.670639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.670727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.670923] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.671040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.671105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.671249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.671404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.671580] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1128.700492] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.700602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.700671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.700880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.701030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.709909] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1128.934213] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.127228] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1129.127447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.180030] env[65888]: INFO networking_nsxv3.common.synchronization [req-68600e83-ae46-46bf-90c2-73c9c7eff744 req-c71e59f9-50a8-47d0-a556-2d3365442a0e tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1129.180884] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1129.181209] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.181352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.181425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.181621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.181768] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.181865] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.182034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.182073] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.182150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.182242] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.437818] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.437967] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.438050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.438343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.438438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.438655] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f is going to be updated. [ 1129.467513] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.467924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.468081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.468357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.468587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.480669] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: IN_PROGRESS for 2s [ 1129.502846] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.503068] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.503195] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.503448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.503698] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.503851] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.503965] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.504291] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.504350] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.504522] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.504632] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.504736] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.504930] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.505067] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.505176] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.505302] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.524521] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.524692] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.525195] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.525195] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.525325] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-fd604998-e352-4345-9506-4dc5411ba7bf taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.525487] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-fd604998-e352-4345-9506-4dc5411ba7bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.525604] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-fd604998-e352-4345-9506-4dc5411ba7bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.525914] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-fd604998-e352-4345-9506-4dc5411ba7bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.526063] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd604998-e352-4345-9506-4dc5411ba7bf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.684612] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.684798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.684860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.685071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.685164] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.685425] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.685546] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.685605] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.685761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.685837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.685925] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1129.711547] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.711547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.711547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.711709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.711857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.721350] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1130.028494] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.028951] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.028951] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.029250] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.029538] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.029724] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port fd604998-e352-4345-9506-4dc5411ba7bf not found, creating... [ 1130.030020] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.030200] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.030321] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.030565] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.030717] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.031031] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.031208] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.031361] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.031603] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.031736] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.031893] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: fd604998-e352-4345-9506-4dc5411ba7bf is going to be created. [ 1130.054158] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.054375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.054553] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.054766] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.055019] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.055265] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-fd604998-e352-4345-9506-4dc5411ba7bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.725381] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1130.725778] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d deletion is rescheduled due to dependency. [ 1130.725778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.770182] env[65888]: INFO networking_nsxv3.common.synchronization [req-68600e83-ae46-46bf-90c2-73c9c7eff744 req-4d6153b6-a21f-45c3-bb05-1afa699b1996 service nova] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_rules [ 1130.770182] env[65888]: INFO networking_nsxv3.common.synchronization [req-68600e83-ae46-46bf-90c2-73c9c7eff744 req-4d6153b6-a21f-45c3-bb05-1afa699b1996 service nova] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1130.770321] env[65888]: INFO networking_nsxv3.common.synchronization [req-68600e83-ae46-46bf-90c2-73c9c7eff744 req-4d6153b6-a21f-45c3-bb05-1afa699b1996 service nova] Enqueued Resource ID: fd604998-e352-4345-9506-4dc5411ba7bf with Priority: HIGHEST for action port [ 1130.770871] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_rules [ 1130.771026] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1130.771131] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd604998-e352-4345-9506-4dc5411ba7bf with Priority: HIGHEST for action port [ 1130.771508] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.771637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.771694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.771903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.771982] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.773176] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.773176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.774193] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd604998-e352-4345-9506-4dc5411ba7bf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.774193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd604998-e352-4345-9506-4dc5411ba7bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.774193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd604998-e352-4345-9506-4dc5411ba7bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.774193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd604998-e352-4345-9506-4dc5411ba7bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.774193] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd604998-e352-4345-9506-4dc5411ba7bf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.276581] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.276581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.276939] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd604998-e352-4345-9506-4dc5411ba7bf with status ACTIVE [ 1131.276939] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.276939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.277068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.277264] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.277366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.277462] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.277559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.277615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.277763] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.277835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.278029] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.278125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.278689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.278689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.278689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.278689] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd604998-e352-4345-9506-4dc5411ba7bf is going to be updated. [ 1131.303498] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.303731] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.303811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.304044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.304190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.304369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd604998-e352-4345-9506-4dc5411ba7bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.491138] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: SUCCESS [ 1131.491411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.730666] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1131.730851] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce deletion is rescheduled due to dependency. [ 1131.730964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.731135] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.731415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.731625] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.731746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.731813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.732075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.732245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.732245] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.149160] env[65888]: INFO networking_nsxv3.common.synchronization [req-2478ca56-50e3-48e8-bdd8-8c7855bb1bde req-d09e9eaa-8ece-465e-ac85-a9505740bb2b tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1132.149160] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1132.149160] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.149160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.149160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.149469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.149469] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.149548] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.149582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.149735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.149819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.149912] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.236344] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.652568] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.740906] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.155587] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.243844] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.244066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.244198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.247470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.247470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.247470] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1133.275095] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.275283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.275325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.275530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.275673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.284962] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1133.659006] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.659523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.659523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.660111] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.660291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.660410] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1133.689661] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.689841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.689903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.690127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.690269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.699954] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1135.296383] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1135.296746] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.296809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.297242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.297462] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.297601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.297673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.297854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.297943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.298046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.298145] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.564411] env[65888]: INFO networking_nsxv3.common.synchronization [req-1710dae5-d887-4b36-b0b0-0a349faf78c6 req-280978db-54d3-4382-a7a0-dffe347558d4 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1135.564411] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f with Priority: HIGHEST for action security_group_members [ 1135.564411] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b7cf91c-9012-4514-90ac-4b320a407c2f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.564411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.564411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.564411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.564411] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.564411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.564411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.564411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.564411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.564411] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b7cf91c-9012-4514-90ac-4b320a407c2f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.709787] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1135.709963] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.800854] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.800854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.800854] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.801124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.801254] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.801429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.801745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.801745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.801745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.801912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.801981] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.802098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.802154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.802323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.802546] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.802679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.802752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.802901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.802980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.803078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.803169] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.066621] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.067468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.067468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.067468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.067468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.067468] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.068430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.068430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.068430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.068430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.068430] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f is going to be updated. [ 1136.105175] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.105388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.105472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.105758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.105868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.116143] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: IN_PROGRESS for 2s [ 1136.305278] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85110152-fce2-4e45-b107-486f8d4d69ce: rpc.has_security_group_logging(os_id): False [ 1136.326229] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.326406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.326517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.326902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.327086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.327680] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.327680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.327768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.327944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.328050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.328248] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.328349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.328413] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.328557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.328631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.328827] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.328921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.328981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.329132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.329205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.329308] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1136.398272] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.398516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.398699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.398855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.399011] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.414294] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1138.014933] env[65888]: INFO networking_nsxv3.common.synchronization [req-75409c6a-b32b-4dd5-9bc7-b2738ebbd499 req-d35cff4a-29ae-4a67-bab9-34e27e7cdead tempest-AttachVolumeTestJSON-669281514 tempest-AttachVolumeTestJSON-669281514-project-member] Enqueued Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_members [ 1138.015531] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGHEST for action security_group_members [ 1138.015823] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe41d7ee-6631-48ce-91dd-afdc678ac753 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.016280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.016381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.016540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.016698] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.016795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.016856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.016997] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.017091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.017185] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.130012] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f in Status: SUCCESS [ 1138.130012] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b7cf91c-9012-4514-90ac-4b320a407c2f deletion is rescheduled due to dependency. [ 1138.130012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b7cf91c-9012-4514-90ac-4b320a407c2f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.434830] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1138.435140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.519924] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.520078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.520169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.520408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.520514] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.520735] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.520837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.520901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.521080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.521168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.521261] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 is going to be updated. [ 1138.548837] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.548914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.549012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.549283] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.549512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.559790] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 in Status: IN_PROGRESS for 2s [ 1140.571073] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 in Status: SUCCESS [ 1140.571369] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 deletion is rescheduled due to dependency. [ 1140.571369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.734646] env[65888]: INFO networking_nsxv3.common.synchronization [None req-3bd938a5-db96-4836-ac96-d3154e8abd59 tempest-AttachInterfacesTestJSON-264943062 tempest-AttachInterfacesTestJSON-264943062-project-member] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1141.735169] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGHEST for action security_group_members [ 1141.735349] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.735473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.735536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.735825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.735912] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.735974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.736087] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.736270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.736320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.736414] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.238819] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.238819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.239050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.239177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.239236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.239431] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.239673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.239673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.239740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.239805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.239917] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be updated. [ 1142.278505] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.278770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.278893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.279229] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.279860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.292022] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: IN_PROGRESS for 2s [ 1144.102974] env[65888]: INFO networking_nsxv3.common.synchronization [req-df33ae9e-18d3-4e21-bda3-959330d4831a req-432dda27-b147-40c1-8528-796f9b7345f1 tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1144.103261] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1144.103462] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.103535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.103535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.103729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.103879] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.104680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.104680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.105419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.105531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.105641] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.306396] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be in Status: SUCCESS [ 1144.306626] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be deletion is rescheduled due to dependency. [ 1144.306901] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.482604] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.482604] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.482604] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.482604] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.482604] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.482604] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.482604] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.482604] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.482604] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.483058] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.483058] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.483058] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.483162] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.483196] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.484021] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.484021] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.505076] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.505256] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.505406] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.505579] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.505897] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-c192c05f-87e6-43e7-a49b-10142916212d taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.506085] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-c192c05f-87e6-43e7-a49b-10142916212d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.506210] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-c192c05f-87e6-43e7-a49b-10142916212d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.506555] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-c192c05f-87e6-43e7-a49b-10142916212d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.506698] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c192c05f-87e6-43e7-a49b-10142916212d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.607949] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.608139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.608213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.608430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.608573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.608723] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.608824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.608885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.609044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.609123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.609213] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1144.638568] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.638568] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.638796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.638880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.639103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.652267] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1145.008944] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.009212] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.009390] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.010037] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.010037] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.010037] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port c192c05f-87e6-43e7-a49b-10142916212d not found, creating... [ 1145.010302] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.010870] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.010870] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.010870] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.010985] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.011268] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.011542] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.011614] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.011789] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.011925] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.012080] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: c192c05f-87e6-43e7-a49b-10142916212d is going to be created. [ 1145.034081] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.034291] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.034291] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.034545] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.035706] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.036036] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-c192c05f-87e6-43e7-a49b-10142916212d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.748624] env[65888]: INFO networking_nsxv3.common.synchronization [req-df33ae9e-18d3-4e21-bda3-959330d4831a req-b012cc92-5893-4350-ba39-d461a1ecf728 service nova] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_rules [ 1145.748624] env[65888]: INFO networking_nsxv3.common.synchronization [req-df33ae9e-18d3-4e21-bda3-959330d4831a req-b012cc92-5893-4350-ba39-d461a1ecf728 service nova] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1145.748624] env[65888]: INFO networking_nsxv3.common.synchronization [req-df33ae9e-18d3-4e21-bda3-959330d4831a req-b012cc92-5893-4350-ba39-d461a1ecf728 service nova] Enqueued Resource ID: c192c05f-87e6-43e7-a49b-10142916212d with Priority: HIGHEST for action port [ 1145.749146] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_rules [ 1145.749183] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1145.749305] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c192c05f-87e6-43e7-a49b-10142916212d with Priority: HIGHEST for action port [ 1145.750898] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.751107] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.751181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.751385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.751525] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.753850] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.753977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.754211] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c192c05f-87e6-43e7-a49b-10142916212d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.754307] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c192c05f-87e6-43e7-a49b-10142916212d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.754378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c192c05f-87e6-43e7-a49b-10142916212d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.754646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c192c05f-87e6-43e7-a49b-10142916212d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.754742] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c192c05f-87e6-43e7-a49b-10142916212d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.260632] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.260827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.261121] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c192c05f-87e6-43e7-a49b-10142916212d with status ACTIVE [ 1146.261383] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.261550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.261650] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.261941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.262234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.262345] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.262541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.262619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.262809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.262931] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.263227] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.263378] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.263477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.263691] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.263811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.263939] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c192c05f-87e6-43e7-a49b-10142916212d is going to be updated. [ 1146.287556] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.287705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.287779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.288015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.289434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.289683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c192c05f-87e6-43e7-a49b-10142916212d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.367224] env[65888]: INFO networking_nsxv3.common.synchronization [req-07936f79-c695-4f29-81dc-b90cdd79c22a req-c7000a2b-8c94-4df2-a9c2-812fc1a50ca1 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1146.367770] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1146.368086] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.368212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.368279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.371174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.371598] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.373944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.373944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.373944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.373944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.373944] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.602855] env[65888]: INFO networking_nsxv3.common.synchronization [None req-3190f64e-d5af-4a29-a6ea-33e5f14aba9b None None] Enqueued Resource ID: a656f9da-3c45-4bb5-8d1a-e6d249de4962 with Priority: HIGHEST for action port [ 1146.603327] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a656f9da-3c45-4bb5-8d1a-e6d249de4962 with Priority: HIGHEST for action port [ 1146.603629] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a656f9da-3c45-4bb5-8d1a-e6d249de4962 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.603761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a656f9da-3c45-4bb5-8d1a-e6d249de4962" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.603819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a656f9da-3c45-4bb5-8d1a-e6d249de4962" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.604075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a656f9da-3c45-4bb5-8d1a-e6d249de4962" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.604144] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a656f9da-3c45-4bb5-8d1a-e6d249de4962',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.663396] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1146.663579] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d deletion is rescheduled due to dependency. [ 1146.663749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.663941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.664412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.664412] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.664557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.664636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.664751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.664826] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.664921] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.726020] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-213 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.726020] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.726020] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.726020] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.726357] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.726647] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.726887] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.727219] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.727472] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.727784] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.727998] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.728214] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.728414] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.728610] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.728808] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.729059] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.749903] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.752098] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.752098] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.752098] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-213" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.752098] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-8f638273-220f-4c10-9b97-803f4902d2ca taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.752587] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-8f638273-220f-4c10-9b97-803f4902d2ca" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.752868] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-8f638273-220f-4c10-9b97-803f4902d2ca" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.753346] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-8f638273-220f-4c10-9b97-803f4902d2ca" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.753633] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f638273-220f-4c10-9b97-803f4902d2ca',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.874588] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.107400] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a656f9da-3c45-4bb5-8d1a-e6d249de4962 [ 1147.107400] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.107400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.107400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.107400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.107400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.108027] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a656f9da-3c45-4bb5-8d1a-e6d249de4962 already deleted. [ 1147.108027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a656f9da-3c45-4bb5-8d1a-e6d249de4962" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.167630] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.257895] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.258201] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.259457] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.259457] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.259457] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.259457] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 8f638273-220f-4c10-9b97-803f4902d2ca not found, creating... [ 1147.259457] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.259457] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.259803] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.259803] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.259863] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.260159] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.260357] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.260450] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.260680] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.260837] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.261356] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 8f638273-220f-4c10-9b97-803f4902d2ca is going to be created. [ 1147.283389] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.283389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.283389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.283389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.283389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.283389] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-8f638273-220f-4c10-9b97-803f4902d2ca" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.377454] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.436108] env[65888]: INFO networking_nsxv3.common.synchronization [None req-ed8e364c-d476-4555-ab81-604af813ab8b tempest-ServersTestManualDisk-324338160 tempest-ServersTestManualDisk-324338160-project-member] Enqueued Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_rules [ 1147.436670] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_rules [ 1147.436984] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2aa52a8-3c18-420f-b631-0523663b6a9f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.437216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.437284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.437582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.437657] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.609068] env[65888]: INFO networking_nsxv3.common.synchronization [None req-d1f37f24-ddb1-4540-84c6-d25f13df636b tempest-ServersTestManualDisk-324338160 tempest-ServersTestManualDisk-324338160-project-member] Enqueued Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_rules [ 1147.609677] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_rules [ 1147.610342] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2aa52a8-3c18-420f-b631-0523663b6a9f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.610468] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.670897] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.884409] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.884722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.884722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.884939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.884939] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.885022] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1147.916181] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.916380] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.916471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.917028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.917028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.928646] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1147.959642] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.960134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.960219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.960444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.960531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.960682] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2aa52a8-3c18-420f-b631-0523663b6a9f already deleted. [ 1147.960727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.960973] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.961098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.961330] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.091821] env[65888]: INFO networking_nsxv3.common.synchronization [req-07936f79-c695-4f29-81dc-b90cdd79c22a req-ad6682d0-0a1c-4e59-b5ec-322ae5531835 service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 1148.091821] env[65888]: INFO networking_nsxv3.common.synchronization [req-07936f79-c695-4f29-81dc-b90cdd79c22a req-ad6682d0-0a1c-4e59-b5ec-322ae5531835 service nova] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1148.091821] env[65888]: INFO networking_nsxv3.common.synchronization [req-07936f79-c695-4f29-81dc-b90cdd79c22a req-ad6682d0-0a1c-4e59-b5ec-322ae5531835 service nova] Enqueued Resource ID: 8f638273-220f-4c10-9b97-803f4902d2ca with Priority: HIGHEST for action port [ 1148.091821] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_rules [ 1148.091821] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1148.091821] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f638273-220f-4c10-9b97-803f4902d2ca with Priority: HIGHEST for action port [ 1148.091821] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.091821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.091821] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.092206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.092206] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.095801] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.095929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.096292] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f638273-220f-4c10-9b97-803f4902d2ca taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.096384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f638273-220f-4c10-9b97-803f4902d2ca" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.096466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f638273-220f-4c10-9b97-803f4902d2ca" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.096666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f638273-220f-4c10-9b97-803f4902d2ca" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.096775] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f638273-220f-4c10-9b97-803f4902d2ca',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.173617] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.173785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.173835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.174596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.174707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.174817] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1148.211369] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.211631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.211700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.211930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.212031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.223997] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1148.487522] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.487714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.487754] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.487946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.488038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.488138] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2aa52a8-3c18-420f-b631-0523663b6a9f already deleted. [ 1148.488224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.600169] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.600333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.600588] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f638273-220f-4c10-9b97-803f4902d2ca with status ACTIVE [ 1148.600813] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.600964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.601070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.601298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.601404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.601677] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.601794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.601857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.602066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.602154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.602363] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.602526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.602526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.603055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.603144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.603306] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f638273-220f-4c10-9b97-803f4902d2ca is going to be updated. [ 1148.633280] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.633510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.633510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.633707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.633984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.634226] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f638273-220f-4c10-9b97-803f4902d2ca" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.943241] env[65888]: INFO networking_nsxv3.common.synchronization [None req-0286d05d-8aac-4e74-8c37-b2d3858dd8d9 None None] Enqueued Resource ID: b7bda4ad-7411-4605-bdb9-56291ae9a2bf with Priority: HIGHEST for action port [ 1148.943850] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7bda4ad-7411-4605-bdb9-56291ae9a2bf with Priority: HIGHEST for action port [ 1148.947390] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7bda4ad-7411-4605-bdb9-56291ae9a2bf taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.947530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7bda4ad-7411-4605-bdb9-56291ae9a2bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.947606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7bda4ad-7411-4605-bdb9-56291ae9a2bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.947882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7bda4ad-7411-4605-bdb9-56291ae9a2bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.947969] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7bda4ad-7411-4605-bdb9-56291ae9a2bf',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.450255] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7bda4ad-7411-4605-bdb9-56291ae9a2bf [ 1149.450548] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.451086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.451222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.451562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.451722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.451928] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7bda4ad-7411-4605-bdb9-56291ae9a2bf already deleted. [ 1149.452049] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7bda4ad-7411-4605-bdb9-56291ae9a2bf" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.941943] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1149.941943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.941943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.941943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.941943] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.941943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.941943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.941943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.941943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.941943] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.158028] env[65888]: INFO networking_nsxv3.common.synchronization [req-6b970b4b-8def-42d4-8a50-fb7632d49b02 req-144b36f9-3a02-4d0b-95eb-86a155bc8110 tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_members [ 1150.158353] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cb8d10-3e35-4dae-8899-5c779a556817 with Priority: HIGHEST for action security_group_members [ 1150.158775] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04cb8d10-3e35-4dae-8899-5c779a556817 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.158914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.158978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.159222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.159379] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.159580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.159974] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.160170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.160285] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.160387] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04cb8d10-3e35-4dae-8899-5c779a556817',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.235867] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 4s [ 1150.443487] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.663169] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.663417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.663536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.663925] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.664422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.664984] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.665386] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.665503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.665773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.665913] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.666096] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cb8d10-3e35-4dae-8899-5c779a556817 is going to be updated. [ 1150.700273] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.700418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.700478] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.700689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.700839] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.717205] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cb8d10-3e35-4dae-8899-5c779a556817 in Status: IN_PROGRESS for 2s [ 1150.813432] env[65888]: INFO networking_nsxv3.common.synchronization [None req-c22a8bee-d645-4471-b387-d80650602be0 tempest-AttachVolumeTestJSON-669281514 tempest-AttachVolumeTestJSON-669281514-project-member] Enqueued Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_rules [ 1150.814028] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_rules [ 1150.814342] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.814469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.814537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.814798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.814879] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.907640] env[65888]: INFO networking_nsxv3.common.synchronization [None req-33e460b1-ff47-43ed-8773-f753db7922c0 tempest-AttachVolumeTestJSON-669281514 tempest-AttachVolumeTestJSON-669281514-project-member] Enqueued Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_rules [ 1150.909246] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_rules [ 1150.909246] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.909246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.946577] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.335349] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.335649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.335649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.335767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.335853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.335948] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 already deleted. [ 1151.336039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.336190] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.336343] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.336426] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.449126] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.449676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.449771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.450134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.450252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.450363] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1151.516982] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.516982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.516982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.516982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.516982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.548032] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1151.858749] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.858749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.858882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.858990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.859094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.859209] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 already deleted. [ 1151.859265] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.247358] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1152.247621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.247664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.247848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.249201] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.249201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.249201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.249201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.249201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.249201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.249201] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.727184] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04cb8d10-3e35-4dae-8899-5c779a556817 in Status: SUCCESS [ 1152.727512] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04cb8d10-3e35-4dae-8899-5c779a556817 deletion is rescheduled due to dependency. [ 1152.727512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04cb8d10-3e35-4dae-8899-5c779a556817" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.752022] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.254434] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ebd672-0e14-43c7-9eb4-c968f18b564d: rpc.has_security_group_logging(os_id): False [ 1153.272946] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.273176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.273276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.273536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.273645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.273950] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.274091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.274168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.274363] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.274498] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.274672] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1153.334545] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.334768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.334903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.335076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.335217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.358187] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1153.560033] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1153.560221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.560334] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.560549] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.560745] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.560867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.560933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.561102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.561184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.561269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.561360] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.066039] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.066503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.066503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.066503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.066616] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.066777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.067000] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.067106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.067228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.067385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.067651] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.067783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.067848] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.068038] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.068222] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.068346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.068417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.068578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.068699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.068819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.069046] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.571892] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e6f79af-bff5-447e-bb92-a80419961a18: rpc.has_security_group_logging(os_id): False [ 1154.591035] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.591154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.591221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.591438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.591518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.591887] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.592016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.592091] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.592260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.592341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.592560] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.592673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.592729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.592876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.592949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.593164] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.593341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.593341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.593455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.593525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.593608] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1154.655302] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.655449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.655519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.655733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.655980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.674616] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1155.374463] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1155.374884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.909526] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.909713] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1156.695162] env[65888]: INFO networking_nsxv3.common.synchronization [req-bcdb1d2d-ee4a-4e61-b36d-c7f82ade9978 req-44c9d20b-5813-483e-b64c-6ffe7d0d3e30 tempest-ServersTestManualDisk-324338160 tempest-ServersTestManualDisk-324338160-project-member] Enqueued Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_members [ 1156.696614] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1156.699986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.699986] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_members [ 1156.699986] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2aa52a8-3c18-420f-b631-0523663b6a9f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.699986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.699986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.699986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.699986] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.699986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.699986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.699986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.699986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.699986] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.013176] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.014059] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-479" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.014059] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-479" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.014342] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-479" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.014630] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.014808] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.014934] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.015609] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.015882] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.016143] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.016274] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.016407] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.016525] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.016734] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.016852] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.017014] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.080030] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.080246] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.063 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.080331] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.080618] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-479" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.080986] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-dcf86307-be4d-4d09-b998-dff06ddf9b99 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.081253] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-dcf86307-be4d-4d09-b998-dff06ddf9b99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.081401] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-dcf86307-be4d-4d09-b998-dff06ddf9b99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.081805] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-dcf86307-be4d-4d09-b998-dff06ddf9b99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.081983] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf86307-be4d-4d09-b998-dff06ddf9b99',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.202637] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.202846] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.202895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.203144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.203235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.203446] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.203547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.203661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.203751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.203825] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.203920] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2aa52a8-3c18-420f-b631-0523663b6a9f already deleted. [ 1157.204075] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.584541] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.584913] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.585894] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.585894] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.585894] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.585894] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port dcf86307-be4d-4d09-b998-dff06ddf9b99 not found, creating... [ 1157.586237] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.586415] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.586586] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.586865] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.587053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.587404] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.587572] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.587749] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.588069] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.588233] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.588381] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: dcf86307-be4d-4d09-b998-dff06ddf9b99 is going to be created. [ 1157.610235] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.610638] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.610748] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.611090] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.611416] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.611811] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-dcf86307-be4d-4d09-b998-dff06ddf9b99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.312769] env[65888]: INFO networking_nsxv3.common.synchronization [req-bcdb1d2d-ee4a-4e61-b36d-c7f82ade9978 req-518a8b3f-f090-410b-a810-39bb0a3f82ea service nova] Enqueued Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_rules [ 1158.313079] env[65888]: INFO networking_nsxv3.common.synchronization [req-bcdb1d2d-ee4a-4e61-b36d-c7f82ade9978 req-518a8b3f-f090-410b-a810-39bb0a3f82ea service nova] Enqueued Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_members [ 1158.314408] env[65888]: INFO networking_nsxv3.common.synchronization [req-bcdb1d2d-ee4a-4e61-b36d-c7f82ade9978 req-518a8b3f-f090-410b-a810-39bb0a3f82ea service nova] Enqueued Resource ID: dcf86307-be4d-4d09-b998-dff06ddf9b99 with Priority: HIGHEST for action port [ 1158.314408] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_rules [ 1158.314408] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_members [ 1158.314408] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf86307-be4d-4d09-b998-dff06ddf9b99 with Priority: HIGHEST for action port [ 1158.314408] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2aa52a8-3c18-420f-b631-0523663b6a9f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.314659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.314659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.314787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.314887] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.316053] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2aa52a8-3c18-420f-b631-0523663b6a9f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.316053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.316053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.316222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.316405] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.316487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.316522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.316702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.316789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.316892] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.317980] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcf86307-be4d-4d09-b998-dff06ddf9b99 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.317980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcf86307-be4d-4d09-b998-dff06ddf9b99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.317980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcf86307-be4d-4d09-b998-dff06ddf9b99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.318246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcf86307-be4d-4d09-b998-dff06ddf9b99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.318517] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf86307-be4d-4d09-b998-dff06ddf9b99',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.820245] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2aa52a8-3c18-420f-b631-0523663b6a9f taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.821024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.821024] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.821530] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcf86307-be4d-4d09-b998-dff06ddf9b99 with status ACTIVE [ 1158.821798] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.821937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.822013] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.822231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.822316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.822493] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.822720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.822771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.822920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.823079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.823206] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.823318] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.823371] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.823505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.823646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.823646] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcf86307-be4d-4d09-b998-dff06ddf9b99 is going to be updated. [ 1158.853955] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.854195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.854268] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.854491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.854625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.854798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcf86307-be4d-4d09-b998-dff06ddf9b99" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.974795] env[65888]: INFO networking_nsxv3.common.synchronization [None req-984a9139-0438-40d9-a791-3e9d7fdf24ff tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_rules [ 1158.975394] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_rules [ 1158.975799] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67db773f-a28f-4468-bb1a-4a1cfc616e43 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.975988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.976324] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.976766] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.976866] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.087549] env[65888]: INFO networking_nsxv3.common.synchronization [None req-334e56d0-cb69-41ca-a63b-722ff6ed229c tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_rules [ 1159.088591] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_rules [ 1159.090333] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67db773f-a28f-4468-bb1a-4a1cfc616e43 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.090740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.325844] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.507452] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.507452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.507452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.507452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.507452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.507452] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 already deleted. [ 1159.507452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.507452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.507452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.507452] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.829042] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.829276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.829367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.829662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.829759] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.829871] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2aa52a8-3c18-420f-b631-0523663b6a9f is going to be created. [ 1159.854492] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.854697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.854747] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.854947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.855155] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.874551] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2aa52a8-3c18-420f-b631-0523663b6a9f in Status: UNINITIALIZED for 2s [ 1160.034029] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.034029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.034029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.034029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.034029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.034029] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 already deleted. [ 1160.034396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.852800] env[65888]: INFO networking_nsxv3.common.synchronization [req-285088e6-e2e6-450e-aad4-014090170d66 req-d0e67155-8392-4f3d-ae3e-def955b56523 tempest-AttachVolumeTestJSON-669281514 tempest-AttachVolumeTestJSON-669281514-project-member] Enqueued Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_members [ 1160.853381] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_members [ 1160.853798] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce9f167b-3262-41e2-a17a-0fac2963dbd4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.853949] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.854016] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.854248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.854446] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.854555] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.854618] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.854769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.854853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.855033] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.236569] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.236770] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-82" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.236892] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-82" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.237181] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-82" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.237444] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.237796] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.237938] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.238183] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.238378] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.238574] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.238683] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.238793] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.238897] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.239014] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.239123] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.239253] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.259663] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.259911] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.260099] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.260334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-82" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.260720] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-3209644f-061c-4160-b34f-30775c30c9a0 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.260947] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-3209644f-061c-4160-b34f-30775c30c9a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.261101] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-3209644f-061c-4160-b34f-30775c30c9a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.261448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-3209644f-061c-4160-b34f-30775c30c9a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.261620] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3209644f-061c-4160-b34f-30775c30c9a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.357292] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.357495] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.357614] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.357929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.358092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.358414] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.358576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.358680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.358934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.359057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.359207] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 already deleted. [ 1161.359333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.767448] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.767448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.767448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.767448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.767448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.767448] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 3209644f-061c-4160-b34f-30775c30c9a0 not found, creating... [ 1161.767448] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.767448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.767448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.767448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.767448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.768108] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.768108] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.768108] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.768108] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.768108] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.768108] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 3209644f-061c-4160-b34f-30775c30c9a0 is going to be created. [ 1161.787874] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.788115] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.788207] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.788472] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.788715] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.788950] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-3209644f-061c-4160-b34f-30775c30c9a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.885401] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2aa52a8-3c18-420f-b631-0523663b6a9f in Status: SUCCESS [ 1161.885804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.885804] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.885986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.886192] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.886319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.886395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.886688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.886688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.886688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.886905] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.389212] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.501487] env[65888]: INFO networking_nsxv3.common.synchronization [req-285088e6-e2e6-450e-aad4-014090170d66 req-864b6a66-0e31-4e88-8aa3-18a5752fe67d service nova] Enqueued Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_rules [ 1162.501487] env[65888]: INFO networking_nsxv3.common.synchronization [req-285088e6-e2e6-450e-aad4-014090170d66 req-864b6a66-0e31-4e88-8aa3-18a5752fe67d service nova] Enqueued Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_members [ 1162.501487] env[65888]: INFO networking_nsxv3.common.synchronization [req-285088e6-e2e6-450e-aad4-014090170d66 req-864b6a66-0e31-4e88-8aa3-18a5752fe67d service nova] Enqueued Resource ID: 3209644f-061c-4160-b34f-30775c30c9a0 with Priority: HIGHEST for action port [ 1162.504591] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_rules [ 1162.504766] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_members [ 1162.504932] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3209644f-061c-4160-b34f-30775c30c9a0 with Priority: HIGHEST for action port [ 1162.505283] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.505459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.505587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.505834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.505942] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.506952] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce9f167b-3262-41e2-a17a-0fac2963dbd4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.508332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.508332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.508332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.508332] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.508332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.508332] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.509201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.509352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.509509] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.510925] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3209644f-061c-4160-b34f-30775c30c9a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.511375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3209644f-061c-4160-b34f-30775c30c9a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.511375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3209644f-061c-4160-b34f-30775c30c9a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.511375] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3209644f-061c-4160-b34f-30775c30c9a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.511706] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3209644f-061c-4160-b34f-30775c30c9a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.893509] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2aa52a8-3c18-420f-b631-0523663b6a9f: rpc.has_security_group_logging(os_id): False [ 1162.910082] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.911676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.911676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.911828] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.912688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.912688] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.912688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.912688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.912688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.912688] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.913162] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2aa52a8-3c18-420f-b631-0523663b6a9f is going to be created. [ 1162.960701] env[65888]: INFO networking_nsxv3.common.synchronization [req-c48b76b1-be2e-4bb2-a036-99ec9c900f09 req-edb5c28c-4d45-49db-a0cf-c91ee2c2a6a7 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1162.961313] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1162.961501] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.961654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.961737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.962009] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.962154] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.962263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.962323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.962477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.962558] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.962678] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.973057] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.973220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.973220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.973367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.973504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.984915] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2aa52a8-3c18-420f-b631-0523663b6a9f in Status: IN_PROGRESS for 2s [ 1163.015992] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce9f167b-3262-41e2-a17a-0fac2963dbd4 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.015992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.015992] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.015992] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3209644f-061c-4160-b34f-30775c30c9a0 with status ACTIVE [ 1163.015992] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.015992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.015992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.015992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.015992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.015992] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.015992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.015992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.016872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.017101] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.020205] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.020205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.020205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.020205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.020205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.020205] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3209644f-061c-4160-b34f-30775c30c9a0 is going to be updated. [ 1163.059812] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.059812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.060118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.060161] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.060313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.060516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3209644f-061c-4160-b34f-30775c30c9a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.464537] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.521527] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.966594] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.024308] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.024560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.024560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.024802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.024895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.025018] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 is going to be created. [ 1164.063470] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.063678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.063770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.064102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.064348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.075512] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 in Status: UNINITIALIZED for 2s [ 1164.469357] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.469552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.469680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.470013] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.470140] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.470274] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1164.502429] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.502658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.502732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.502990] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.503179] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.515205] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1164.999045] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2aa52a8-3c18-420f-b631-0523663b6a9f in Status: SUCCESS [ 1164.999320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.693212] env[65888]: INFO networking_nsxv3.common.synchronization [req-f2c4d0f6-d775-4a35-a55c-1c0b20f8be5e req-0f69202c-7d59-4acf-a1ab-d8dd1553b3ab tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_members [ 1165.693893] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_members [ 1165.694058] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-67db773f-a28f-4468-bb1a-4a1cfc616e43 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.694231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.694281] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.694592] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.694649] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.694729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.694842] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.694972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.695067] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.695186] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.999130] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.999448] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.999500] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.999864] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.000195] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.000403] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.000554] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.000815] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.000997] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.001270] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.001461] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.001564] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.001713] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.001885] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.002031] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.002219] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.022193] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.022444] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.022694] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.022984] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-239" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.023469] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-30b0845e-2dab-4648-aed2-55d1dbc44df5 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.023762] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-30b0845e-2dab-4648-aed2-55d1dbc44df5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.023987] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-30b0845e-2dab-4648-aed2-55d1dbc44df5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.024461] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-30b0845e-2dab-4648-aed2-55d1dbc44df5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.024708] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b0845e-2dab-4648-aed2-55d1dbc44df5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.086291] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 in Status: SUCCESS [ 1166.086593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.086593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.086767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.087011] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.087165] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.087330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.087410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.087494] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.087580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.087674] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.198485] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.198824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.198911] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.199137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.199227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.199467] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.199591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.199677] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.199833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.199918] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.199995] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 already deleted. [ 1166.200090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.530141] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.530141] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.530141] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.530141] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.530141] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.530141] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port 30b0845e-2dab-4648-aed2-55d1dbc44df5 not found, creating... [ 1166.530141] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.530141] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.530141] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.530141] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.530141] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.530540] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.530887] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.531192] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.531562] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.534674] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.534674] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: 30b0845e-2dab-4648-aed2-55d1dbc44df5 is going to be created. [ 1166.534674] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1166.534674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.564734] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.564734] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.564734] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.564734] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.564734] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.564734] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-30b0845e-2dab-4648-aed2-55d1dbc44df5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.589811] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.091966] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce9f167b-3262-41e2-a17a-0fac2963dbd4: rpc.has_security_group_logging(os_id): False [ 1167.109927] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.110137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.110186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.110366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.110486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.110785] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.110905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.111178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.111178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.111297] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.111297] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 is going to be created. [ 1167.167440] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.167662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.167741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.167993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.168355] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.180431] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 in Status: IN_PROGRESS for 2s [ 1167.266514] env[65888]: INFO networking_nsxv3.common.synchronization [req-f2c4d0f6-d775-4a35-a55c-1c0b20f8be5e req-e6491b64-6ac5-4733-baa5-a9e77d506d88 service nova] Enqueued Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_rules [ 1167.266514] env[65888]: INFO networking_nsxv3.common.synchronization [req-f2c4d0f6-d775-4a35-a55c-1c0b20f8be5e req-e6491b64-6ac5-4733-baa5-a9e77d506d88 service nova] Enqueued Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_members [ 1167.266703] env[65888]: INFO networking_nsxv3.common.synchronization [req-f2c4d0f6-d775-4a35-a55c-1c0b20f8be5e req-e6491b64-6ac5-4733-baa5-a9e77d506d88 service nova] Enqueued Resource ID: 30b0845e-2dab-4648-aed2-55d1dbc44df5 with Priority: HIGHEST for action port [ 1167.268857] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_rules [ 1167.268857] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_members [ 1167.268857] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b0845e-2dab-4648-aed2-55d1dbc44df5 with Priority: HIGHEST for action port [ 1167.268857] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67db773f-a28f-4468-bb1a-4a1cfc616e43 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.268857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.268857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.268857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.268857] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.269421] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-67db773f-a28f-4468-bb1a-4a1cfc616e43 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.269712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.269712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.269832] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.269999] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.270110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.270176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.270798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.270798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.270798] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.271903] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b0845e-2dab-4648-aed2-55d1dbc44df5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.272053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b0845e-2dab-4648-aed2-55d1dbc44df5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.272053] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b0845e-2dab-4648-aed2-55d1dbc44df5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.272317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b0845e-2dab-4648-aed2-55d1dbc44df5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.272317] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b0845e-2dab-4648-aed2-55d1dbc44df5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.774307] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.775344] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-67db773f-a28f-4468-bb1a-4a1cfc616e43 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.775446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.775752] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30b0845e-2dab-4648-aed2-55d1dbc44df5 with status ACTIVE [ 1167.775791] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.775889] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.775926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.776144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.776234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.776531] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.776531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.776629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.776703] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.776778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.776956] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.777068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.777128] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.777267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.777960] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.777960] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30b0845e-2dab-4648-aed2-55d1dbc44df5 is going to be updated. [ 1167.800728] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.801035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.801035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.801151] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.801267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.801422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b0845e-2dab-4648-aed2-55d1dbc44df5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.280198] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.782469] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.782664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.782728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.782952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.783062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.783179] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 is going to be created. [ 1168.807239] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.807395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.807446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.807678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.807807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.818326] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 in Status: UNINITIALIZED for 2s [ 1169.197537] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 in Status: SUCCESS [ 1169.197768] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.829648] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 in Status: SUCCESS [ 1170.829941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.830071] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.830287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.831029] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.831029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.831029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.831029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.831029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.831029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.831029] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.333851] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.836607] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67db773f-a28f-4468-bb1a-4a1cfc616e43: rpc.has_security_group_logging(os_id): False [ 1171.863178] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.863364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.863364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.864231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.864231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.864231] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.864231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.864231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.864231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.864542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.864542] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 is going to be created. [ 1171.937758] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.937962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.938117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.938429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.938599] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.953922] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 in Status: IN_PROGRESS for 2s [ 1172.268894] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.269079] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1173.657800] env[65888]: INFO networking_nsxv3.common.synchronization [req-861951ba-e506-4835-b6a8-7114f081851e req-75afbeb7-b2a8-45c3-8479-6fea10e61cd4 tempest-ServersTestJSON-505809536 tempest-ServersTestJSON-505809536-project-member] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1173.658365] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGHEST for action security_group_members [ 1173.658669] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.658797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.659159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.659159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.659312] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.659415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.659482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.659637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.659749] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.659844] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.969122] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 in Status: SUCCESS [ 1173.969122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.164550] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.164550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.164550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.164550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.164550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.164550] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.164550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.164550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.164550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.164550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.164550] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be updated. [ 1174.195021] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.195021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.195021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.195021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.195021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.208137] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: IN_PROGRESS for 2s [ 1174.749020] env[65888]: INFO networking_nsxv3.common.synchronization [None req-6a1aec07-84b3-4b70-9e3c-53363c944221 None None] Enqueued Resource ID: fd8f6451-6270-470b-b7a5-43f799d70459 with Priority: HIGHEST for action port [ 1174.749020] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8f6451-6270-470b-b7a5-43f799d70459 with Priority: HIGHEST for action port [ 1174.749020] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd8f6451-6270-470b-b7a5-43f799d70459 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.749020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd8f6451-6270-470b-b7a5-43f799d70459" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.749020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd8f6451-6270-470b-b7a5-43f799d70459" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.749020] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd8f6451-6270-470b-b7a5-43f799d70459" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.749020] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd8f6451-6270-470b-b7a5-43f799d70459',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.065128] env[65888]: INFO networking_nsxv3.common.synchronization [None req-aa06555a-cc02-40f0-8125-17be4b907f3a tempest-AttachVolumeShelveTestJSON-801482147 tempest-AttachVolumeShelveTestJSON-801482147-project-member] Enqueued Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_rules [ 1175.065883] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_rules [ 1175.066108] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.066286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.066400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.066652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.066766] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.170418] env[65888]: INFO networking_nsxv3.common.synchronization [None req-21a11fd8-fb58-427e-ba0e-057a1f5edb5e tempest-AttachVolumeShelveTestJSON-801482147 tempest-AttachVolumeShelveTestJSON-801482147-project-member] Enqueued Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_rules [ 1175.170987] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_rules [ 1175.171271] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.171374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.251097] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd8f6451-6270-470b-b7a5-43f799d70459 [ 1175.251355] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.252899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.252899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.252899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.252899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.252899] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd8f6451-6270-470b-b7a5-43f799d70459 already deleted. [ 1175.252899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd8f6451-6270-470b-b7a5-43f799d70459" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.441949] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.442201] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.442336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.442941] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.442941] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.443156] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.443156] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.443703] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.443874] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.444109] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.444230] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.444345] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.444477] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.444590] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.444694] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.444828] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.467053] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.467053] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.467053] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.467053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-94" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.467053] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-5eac3c20-c74d-401e-987b-7ec965a24bce taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.467053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.467053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.467053] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.467504] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eac3c20-c74d-401e-987b-7ec965a24bce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.586771] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.586957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.587025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.587198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.587284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.587377] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec already deleted. [ 1175.587456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.587687] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.587758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.587840] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.970121] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.970445] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.970445] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.970780] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.970982] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.971341] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.971542] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.971687] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.971990] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.972188] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.972906] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.972906] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.972906] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.973117] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.973337] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.973518] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: 5eac3c20-c74d-401e-987b-7ec965a24bce is going to be updated. [ 1175.996405] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.996620] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.996752] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.997071] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.997340] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.997580] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.114392] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.114547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.114547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.114753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.114841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.114955] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec already deleted. [ 1176.115124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.219949] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f79af-bff5-447e-bb92-a80419961a18 in Status: SUCCESS [ 1176.220135] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 deletion is rescheduled due to dependency. [ 1176.220261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.702354] env[65888]: INFO networking_nsxv3.common.synchronization [req-967185b5-56b6-4a69-8a2d-397d07bebff7 req-b4118078-d70d-4e12-83b4-ba9126d614ce service nova] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 1176.702423] env[65888]: INFO networking_nsxv3.common.synchronization [req-967185b5-56b6-4a69-8a2d-397d07bebff7 req-b4118078-d70d-4e12-83b4-ba9126d614ce service nova] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 1176.702563] env[65888]: INFO networking_nsxv3.common.synchronization [req-967185b5-56b6-4a69-8a2d-397d07bebff7 req-b4118078-d70d-4e12-83b4-ba9126d614ce service nova] Enqueued Resource ID: 5eac3c20-c74d-401e-987b-7ec965a24bce with Priority: HIGHEST for action port [ 1176.703117] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_rules [ 1176.703255] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 1176.703349] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eac3c20-c74d-401e-987b-7ec965a24bce with Priority: HIGHEST for action port [ 1176.703629] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.704311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.704387] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.704613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.704849] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.706758] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.706758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.706758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.707215] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.707215] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.707348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.707433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.707593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.708239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.708239] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.710098] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eac3c20-c74d-401e-987b-7ec965a24bce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.710098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.710098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.710098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.710098] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eac3c20-c74d-401e-987b-7ec965a24bce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.081035] env[65888]: INFO networking_nsxv3.common.synchronization [None req-00517959-306c-4a41-ad09-bc6a6605ddde None None] Enqueued Resource ID: 3504e663-85d9-40f1-9c3d-e5cec2213a30 with Priority: HIGHEST for action port [ 1177.081897] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3504e663-85d9-40f1-9c3d-e5cec2213a30 with Priority: HIGHEST for action port [ 1177.082387] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3504e663-85d9-40f1-9c3d-e5cec2213a30 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.082522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3504e663-85d9-40f1-9c3d-e5cec2213a30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.082705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3504e663-85d9-40f1-9c3d-e5cec2213a30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.083270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3504e663-85d9-40f1-9c3d-e5cec2213a30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.083378] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3504e663-85d9-40f1-9c3d-e5cec2213a30',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.207504] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.207715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.212160] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5eac3c20-c74d-401e-987b-7ec965a24bce with status ACTIVE [ 1177.212393] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.212526] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.212595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.212856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.212934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.213099] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.213203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.213263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.213406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.213480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.213664] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.213751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.213814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.213952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.214074] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.214216] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5eac3c20-c74d-401e-987b-7ec965a24bce is going to be updated. [ 1177.215248] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.236382] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.239021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.239021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.239021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.239021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.239021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eac3c20-c74d-401e-987b-7ec965a24bce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.585939] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3504e663-85d9-40f1-9c3d-e5cec2213a30 [ 1177.586214] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.586348] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.586418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.586650] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.586774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.586835] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3504e663-85d9-40f1-9c3d-e5cec2213a30 already deleted. [ 1177.586917] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3504e663-85d9-40f1-9c3d-e5cec2213a30" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.718210] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.220975] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.221308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.221308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.221409] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.221499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.221605] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 1178.258932] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.259082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.259163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.259381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.259529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.272700] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 1178.422331] env[65888]: INFO networking_nsxv3.common.synchronization [None req-e6aaeece-8b0c-4f8c-810d-f0a87fea3f23 tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 8ca60c48-bd29-42c1-9042-ce7a7f5dcd79 with Priority: HIGHEST for action security_group_rules [ 1178.422886] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca60c48-bd29-42c1-9042-ce7a7f5dcd79 with Priority: HIGHEST for action security_group_rules [ 1178.424056] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca60c48-bd29-42c1-9042-ce7a7f5dcd79 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.424056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca60c48-bd29-42c1-9042-ce7a7f5dcd79" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.424056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca60c48-bd29-42c1-9042-ce7a7f5dcd79" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.424056] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca60c48-bd29-42c1-9042-ce7a7f5dcd79" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.424056] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca60c48-bd29-42c1-9042-ce7a7f5dcd79',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.521434] env[65888]: INFO networking_nsxv3.common.synchronization [None req-df083795-0f3d-4b16-b6fe-b3157e6fff28 tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 8ca60c48-bd29-42c1-9042-ce7a7f5dcd79 with Priority: HIGHEST for action security_group_rules [ 1178.522795] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ca60c48-bd29-42c1-9042-ce7a7f5dcd79 with Priority: HIGHEST for action security_group_rules [ 1178.522795] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ca60c48-bd29-42c1-9042-ce7a7f5dcd79 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.522795] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ca60c48-bd29-42c1-9042-ce7a7f5dcd79" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.949059] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.949246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.949289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.949486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.949574] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.949766] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca60c48-bd29-42c1-9042-ce7a7f5dcd79 already deleted. [ 1178.949852] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca60c48-bd29-42c1-9042-ce7a7f5dcd79" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.950015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ca60c48-bd29-42c1-9042-ce7a7f5dcd79" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.950178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ca60c48-bd29-42c1-9042-ce7a7f5dcd79" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.950261] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ca60c48-bd29-42c1-9042-ce7a7f5dcd79',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.476928] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.477338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.477338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.477429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.477461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.477554] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ca60c48-bd29-42c1-9042-ce7a7f5dcd79 already deleted. [ 1179.477611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ca60c48-bd29-42c1-9042-ce7a7f5dcd79" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.284825] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 1180.285252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.286114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.286395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.286686] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.286888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.287144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.287466] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.287666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.287875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.288099] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.791085] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.293385] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f41c76d-e49a-4fdb-b365-bf62782226dc: rpc.has_security_group_logging(os_id): False [ 1181.313825] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.314177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.314279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.314583] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.314729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.315041] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.315157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.315231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.315433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.315522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.315617] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 1181.386588] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.386896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.386896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.387130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.387198] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.405139] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 1182.166068] env[65888]: INFO networking_nsxv3.common.synchronization [req-d3569319-3b56-4ee7-9327-b026f6ce3a87 req-eb32cb30-8582-4cf2-b5b8-edfc8da43344 tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1182.167040] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1182.167492] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.167775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.167957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.168305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.168949] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.169208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.169408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.169699] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.169964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.170184] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.287081] env[65888]: INFO networking_nsxv3.common.synchronization [req-d7496247-d51e-4834-a605-66904eebe63b req-4b371fc8-7c89-461d-8a48-2437e8e43017 tempest-AttachVolumeShelveTestJSON-801482147 tempest-AttachVolumeShelveTestJSON-801482147-project-member] Enqueued Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_members [ 1182.287984] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_members [ 1182.288461] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.288636] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.289047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.289717] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.289980] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.290126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.290206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.290370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.290458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.290558] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.612118] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.612378] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.613267] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.613267] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.613267] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.613436] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.613574] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.613894] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.614108] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.614473] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.614814] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.614814] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.614948] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.615152] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.615356] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.615508] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.637746] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.638089] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.638205] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.638425] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.638889] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-cab192aa-1f8b-433a-a548-f40116d5628d taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.639009] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.639083] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.639667] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.639667] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab192aa-1f8b-433a-a548-f40116d5628d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.673581] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.673807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.673807] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.674046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.674159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.674336] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.674480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.674480] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.674663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.674704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.674775] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1182.719844] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.720017] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.720094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.720456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.720456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.729860] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1182.793086] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.793308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.793357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.793577] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.793672] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.793870] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.793969] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.794057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.794254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.794347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.794437] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec already deleted. [ 1182.794520] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.141986] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.142256] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.142383] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.142666] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.142871] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.143054] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port cab192aa-1f8b-433a-a548-f40116d5628d not found, creating... [ 1183.143337] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.143497] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.143611] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.143836] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.143974] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.144278] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.144425] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.144537] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.144751] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.144868] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.145010] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: cab192aa-1f8b-433a-a548-f40116d5628d is going to be created. [ 1183.170858] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.171381] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.171381] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.171454] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.171658] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.171981] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.415780] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 1183.415978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.930839] env[65888]: INFO networking_nsxv3.common.synchronization [req-d7496247-d51e-4834-a605-66904eebe63b req-f4ca67de-8513-44d3-a439-155ac99e75b3 service nova] Enqueued Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_rules [ 1183.931019] env[65888]: INFO networking_nsxv3.common.synchronization [req-d7496247-d51e-4834-a605-66904eebe63b req-f4ca67de-8513-44d3-a439-155ac99e75b3 service nova] Enqueued Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_members [ 1183.931161] env[65888]: INFO networking_nsxv3.common.synchronization [req-d7496247-d51e-4834-a605-66904eebe63b req-f4ca67de-8513-44d3-a439-155ac99e75b3 service nova] Enqueued Resource ID: cab192aa-1f8b-433a-a548-f40116d5628d with Priority: HIGHEST for action port [ 1183.931706] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_rules [ 1183.931869] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_members [ 1183.931970] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab192aa-1f8b-433a-a548-f40116d5628d with Priority: HIGHEST for action port [ 1183.932439] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.932564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.932641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.932839] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.932940] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.933979] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.935079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.935079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.935079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.935079] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.935079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.935079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.935079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.935079] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.935079] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.935724] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab192aa-1f8b-433a-a548-f40116d5628d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.937390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.937448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.937610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.937686] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab192aa-1f8b-433a-a548-f40116d5628d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.439937] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.440365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.440365] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.441340] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cab192aa-1f8b-433a-a548-f40116d5628d with status ACTIVE [ 1184.441554] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.441670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.441740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.442061] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.442178] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.442371] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.442474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.442538] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.442729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.442813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.443099] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.443248] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.443324] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.443474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.443569] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.443627] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cab192aa-1f8b-433a-a548-f40116d5628d is going to be updated. [ 1184.467352] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.467553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.467553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.467783] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.467926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.468114] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.558258] env[65888]: INFO networking_nsxv3.common.synchronization [req-c1ece9ff-6a54-4b39-a493-4dffd735eb8e req-c26bb0d0-ff74-429e-8d63-0b92a7ee2d18 tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1184.558807] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1184.559163] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.559267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.740686] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1184.740852] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce deletion is rescheduled due to dependency. [ 1184.741070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.741208] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.741453] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.741941] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.741941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.741941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.742146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.742146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.742250] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.880468] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.880790] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.880942] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.881665] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.882334] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.882334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.882334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.882561] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.882949] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.883212] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.883329] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.883438] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.883544] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.883655] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.883758] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.883889] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.905727] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.905910] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.906064] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.906244] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.906568] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-d5e06275-b95f-478e-ad5b-cf9f17c156dc taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.906740] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-d5e06275-b95f-478e-ad5b-cf9f17c156dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.906857] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-d5e06275-b95f-478e-ad5b-cf9f17c156dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.907230] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-d5e06275-b95f-478e-ad5b-cf9f17c156dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.907377] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e06275-b95f-478e-ad5b-cf9f17c156dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.946548] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.246048] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.246048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.246048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.246048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.246048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.246048] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.246048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.246048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.246048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.246048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.246048] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1185.284255] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.284460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.284460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.284683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.284840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.297691] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1185.409496] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.409848] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.409976] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.410318] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.410512] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.410700] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port d5e06275-b95f-478e-ad5b-cf9f17c156dc not found, creating... [ 1185.411076] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.411298] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.411468] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.411704] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.411889] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.412310] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.412482] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.412636] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.412863] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.413048] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.413240] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: d5e06275-b95f-478e-ad5b-cf9f17c156dc is going to be created. [ 1185.434283] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.434503] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.434645] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.434956] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.435185] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.435411] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-d5e06275-b95f-478e-ad5b-cf9f17c156dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.449313] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.449914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.449914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.449914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.449914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.449914] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec is going to be created. [ 1185.475820] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.476018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.476077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.476261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.476422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.488257] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: UNINITIALIZED for 2s [ 1186.199464] env[65888]: INFO networking_nsxv3.common.synchronization [req-c1ece9ff-6a54-4b39-a493-4dffd735eb8e req-664859be-f3f7-49e9-a62a-3c1bf99a0373 service nova] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_rules [ 1186.199634] env[65888]: INFO networking_nsxv3.common.synchronization [req-c1ece9ff-6a54-4b39-a493-4dffd735eb8e req-664859be-f3f7-49e9-a62a-3c1bf99a0373 service nova] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1186.199885] env[65888]: INFO networking_nsxv3.common.synchronization [req-c1ece9ff-6a54-4b39-a493-4dffd735eb8e req-664859be-f3f7-49e9-a62a-3c1bf99a0373 service nova] Enqueued Resource ID: d5e06275-b95f-478e-ad5b-cf9f17c156dc with Priority: HIGHEST for action port [ 1186.200359] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_rules [ 1186.200494] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1186.200590] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5e06275-b95f-478e-ad5b-cf9f17c156dc with Priority: HIGHEST for action port [ 1186.203822] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.203822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.203822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.203822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.203822] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.203822] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.203822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.203822] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5e06275-b95f-478e-ad5b-cf9f17c156dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.204595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5e06275-b95f-478e-ad5b-cf9f17c156dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.204595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5e06275-b95f-478e-ad5b-cf9f17c156dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.204595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5e06275-b95f-478e-ad5b-cf9f17c156dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.204595] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5e06275-b95f-478e-ad5b-cf9f17c156dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.706195] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.706663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.706663] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5e06275-b95f-478e-ad5b-cf9f17c156dc with status ACTIVE [ 1186.706800] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.706938] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.707024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.707246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.707359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.707581] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.707706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.707972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.707972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.707972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.708150] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.708278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.708336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.708513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.708615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.708726] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5e06275-b95f-478e-ad5b-cf9f17c156dc is going to be updated. [ 1186.731945] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.732200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.732200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.732421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.732684] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.732860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5e06275-b95f-478e-ad5b-cf9f17c156dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.310390] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1187.310390] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce deletion is rescheduled due to dependency. [ 1187.310390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.310618] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.310789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.310983] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.311125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.311245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.311359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.311425] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.311525] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.502841] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: SUCCESS [ 1187.502841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.503149] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.503486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.503668] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.503838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.503919] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.504132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.504238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.504335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.504432] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.814435] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.007202] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.316893] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.509513] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6118db07-9ddd-48cd-ad42-53e29f7ee6ec: rpc.has_security_group_logging(os_id): False [ 1188.528446] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.528668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.528668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.529222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.529376] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.529655] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.529906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.529906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.530019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.530090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.530181] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec is going to be created. [ 1188.592853] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.593120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.593120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.593401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.593769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.605645] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: IN_PROGRESS for 2s [ 1188.821706] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.822159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.822159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.822322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.822419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.822523] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1188.868759] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.868925] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.868993] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.869238] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.869342] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.879790] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1190.619337] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: SUCCESS [ 1190.620072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.891532] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1190.891532] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.891732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.892073] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.892507] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.892507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.892620] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.892816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.892929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.893026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.893126] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.202062] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.202266] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1191.396395] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.396602] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.396645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.396870] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.397055] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.397277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.397364] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.397544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.397685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.397839] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.398097] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.398260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.398369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.398676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.398795] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.398933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.399011] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.399578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.399668] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.399764] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.399871] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.902826] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85110152-fce2-4e45-b107-486f8d4d69ce: rpc.has_security_group_logging(os_id): False [ 1191.926253] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.926512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.926512] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.926726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.926851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.927052] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.927156] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.927280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.927450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.927507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.927694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.927794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.927856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.927996] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.928082] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.928273] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.928369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.928431] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.928572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.928644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.928726] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1191.996298] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.996474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.996516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.996761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.996936] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.012349] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1194.027968] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1194.028871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.560085] env[65888]: INFO networking_nsxv3.common.synchronization [req-0cd1e890-51e4-4cc7-b564-2566ad77a024 req-7f371396-f3c8-4dd8-9e0b-7d43f196e3bb tempest-ServerActionsTestOtherB-945922585 tempest-ServerActionsTestOtherB-945922585-project-member] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 1194.560428] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGHEST for action security_group_members [ 1194.560855] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.560946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.561102] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.561456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.561456] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.561456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.561587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.562092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.562154] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.562225] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.065202] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.065597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.065597] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.066226] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.066406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.066579] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.066709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.066780] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.066953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.067047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.067141] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be updated. [ 1195.096069] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.096219] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.096314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.096494] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.096708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.105936] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: IN_PROGRESS for 2s [ 1197.118455] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc in Status: SUCCESS [ 1197.118920] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc deletion is rescheduled due to dependency. [ 1197.118920] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.561404] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.561724] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1204.562911] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.563286] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1205.857915] env[65888]: INFO networking_nsxv3.common.synchronization [req-bcd86062-700a-4493-9789-2c74a51de52a req-c3174875-b764-4944-97bc-3d727e7e7936 tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_members [ 1205.859127] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b73a9-5285-43f6-bf2a-97667b4d775a with Priority: HIGHEST for action security_group_members [ 1205.859127] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-017b73a9-5285-43f6-bf2a-97667b4d775a taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.859127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.859315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.860448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.860448] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.860448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.860448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.860448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.860448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.860448] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017b73a9-5285-43f6-bf2a-97667b4d775a',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.363028] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.363222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.363291] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.363509] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.363621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.363822] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.363922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.363983] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.364157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.364256] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.364326] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017b73a9-5285-43f6-bf2a-97667b4d775a is going to be updated. [ 1206.394934] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.395106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.395169] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.395381] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.395552] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.405733] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017b73a9-5285-43f6-bf2a-97667b4d775a in Status: IN_PROGRESS for 2s [ 1206.765808] env[65888]: INFO networking_nsxv3.common.synchronization [req-6ef95c1c-0104-4d21-a48b-decf35ce819e req-6952b0d1-e51a-4e45-a0f9-453f79c86ec4 tempest-ServersTestManualDisk-324338160 tempest-ServersTestManualDisk-324338160-project-member] Enqueued Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_members [ 1206.766254] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGHEST for action security_group_members [ 1206.766559] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2aa52a8-3c18-420f-b631-0523663b6a9f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.766682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.766751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.766941] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.767103] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.767199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.767278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.767401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.767658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.767658] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.269734] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.270117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.270117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.270367] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.270446] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.270791] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.270890] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.270957] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.271143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.271234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.271357] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2aa52a8-3c18-420f-b631-0523663b6a9f is going to be updated. [ 1207.307919] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.308087] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.308259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.308383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.308523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.317835] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2aa52a8-3c18-420f-b631-0523663b6a9f in Status: IN_PROGRESS for 2s [ 1208.416434] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017b73a9-5285-43f6-bf2a-97667b4d775a in Status: SUCCESS [ 1208.416783] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017b73a9-5285-43f6-bf2a-97667b4d775a deletion is rescheduled due to dependency. [ 1208.417041] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017b73a9-5285-43f6-bf2a-97667b4d775a" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.336691] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2aa52a8-3c18-420f-b631-0523663b6a9f in Status: SUCCESS [ 1209.336879] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2aa52a8-3c18-420f-b631-0523663b6a9f deletion is rescheduled due to dependency. [ 1209.336926] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.767345] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.767649] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.527096] env[65888]: INFO networking_nsxv3.common.synchronization [req-3275dd6a-1f04-4747-82dc-1ca3d086c701 req-d5d94d7f-2687-484e-9570-afacc02dc6f2 tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1216.529097] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1216.529465] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.529561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.529642] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.529868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.530099] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.530233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.530300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.530452] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.530535] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.530629] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.840792] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.841318] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.841494] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.841786] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.842113] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.842305] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.842425] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.842641] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.842785] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.842992] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.843121] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1216.843231] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1216.843337] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1216.843444] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1216.843548] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1216.843678] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.865616] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.865782] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.865914] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.866098] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.866464] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.866648] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.866835] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.867142] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.867343] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6cac96a-80c8-4fdf-9057-de76a2fcfc92',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.038510] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.038712] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.038786] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.039027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.039118] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.039322] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.039419] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.039482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.039624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.039698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.039783] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd is going to be updated. [ 1217.068444] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.068669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.068669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.068847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.069010] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.078564] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: IN_PROGRESS for 2s [ 1217.370187] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.370407] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.370539] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.370835] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.370986] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.371294] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port d6cac96a-80c8-4fdf-9057-de76a2fcfc92 not found, creating... [ 1217.371438] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.371578] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.371694] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.371908] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.372164] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.372489] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.372650] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.372765] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.372973] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.373122] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.373356] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: d6cac96a-80c8-4fdf-9057-de76a2fcfc92 is going to be created. [ 1217.393904] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.394140] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.394265] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.394530] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.394805] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.395057] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.105642] env[65888]: INFO networking_nsxv3.common.synchronization [req-3275dd6a-1f04-4747-82dc-1ca3d086c701 req-82777388-099a-4b16-a230-be121bb22289 service nova] Enqueued Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_rules [ 1218.106260] env[65888]: INFO networking_nsxv3.common.synchronization [req-3275dd6a-1f04-4747-82dc-1ca3d086c701 req-82777388-099a-4b16-a230-be121bb22289 service nova] Enqueued Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1218.106260] env[65888]: INFO networking_nsxv3.common.synchronization [req-3275dd6a-1f04-4747-82dc-1ca3d086c701 req-82777388-099a-4b16-a230-be121bb22289 service nova] Enqueued Resource ID: d6cac96a-80c8-4fdf-9057-de76a2fcfc92 with Priority: HIGHEST for action port [ 1218.106260] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_rules [ 1218.106260] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1218.106552] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cac96a-80c8-4fdf-9057-de76a2fcfc92 with Priority: HIGHEST for action port [ 1218.107361] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.107361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.107361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.107361] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.107361] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.108288] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.108383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.108608] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.108729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.108843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.109596] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.109596] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6cac96a-80c8-4fdf-9057-de76a2fcfc92',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.611678] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.611924] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.611924] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6cac96a-80c8-4fdf-9057-de76a2fcfc92 with status ACTIVE [ 1218.612138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.612245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.612309] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.612490] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.612560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.612962] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.612962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.612962] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.613187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.613187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.613366] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.613366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.613616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.613616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.613616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.613768] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6cac96a-80c8-4fdf-9057-de76a2fcfc92 is going to be updated. [ 1218.637071] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.637262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.637322] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.637541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.637679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.637840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.092137] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: SUCCESS [ 1219.092348] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd deletion is rescheduled due to dependency. [ 1219.092464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.092634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.092847] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.093045] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.093296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.093296] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.093429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.093551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.093598] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.596283] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.099369] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.602410] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.602753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.602753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.602873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.602968] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.603120] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd is going to be updated. [ 1220.639044] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.639269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.639461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.639697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.639922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.650387] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: IN_PROGRESS for 2s [ 1222.663229] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: SUCCESS [ 1222.663488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.663488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.663755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.664022] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.664162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.664231] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.664441] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.664576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.664694] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.664795] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.108121] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.108330] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1223.169082] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.169351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.169351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.169625] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.169841] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.169976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.170063] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.170507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.170507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.170507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.170698] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.170752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.170752] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.170942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.171109] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.171202] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.171261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.171428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.171531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.171617] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.171706] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.674614] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7483251d-8ba9-4916-a160-5ee6372286bd: rpc.has_security_group_logging(os_id): False [ 1223.695127] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.695300] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.695351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.695543] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.695648] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.695882] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.696015] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.696802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.696802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.696802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.696802] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.696802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.696802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.696802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.696802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.697180] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.697180] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.697272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.697475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.697475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.697640] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd is going to be updated. [ 1223.761960] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.762263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.762350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.762567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.762714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.782866] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: IN_PROGRESS for 2s [ 1223.923494] env[65888]: INFO networking_nsxv3.common.synchronization [req-b242c0be-6aec-4679-afe7-0fc358ea9a7c req-552d4721-bf01-4397-ae42-9e8980788a0d tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1223.924021] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1223.924479] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.924586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.924586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.924776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.924936] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.925047] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.925110] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.925259] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.925344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.925442] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.428625] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.428872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.428872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.429098] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.430078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.430078] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.430078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.430078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.430078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.430078] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.430078] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1224.462090] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.462354] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.462438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.462631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.462882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.472229] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1225.796935] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: SUCCESS [ 1225.797254] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.483728] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1226.483901] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce deletion is rescheduled due to dependency. [ 1226.484030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.508630] env[65888]: INFO networking_nsxv3.common.synchronization [req-931439f9-3225-41ba-928c-abab667e27f7 req-369e90a6-cd18-4627-a92e-51d3e68120a2 tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1226.508630] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1226.508630] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.508630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.508630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.508630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.508630] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.509579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.509767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.510028] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.510286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.510499] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.522890] env[65888]: INFO networking_nsxv3.common.synchronization [req-d7944ff4-27c5-4702-8d62-d51ff440329b req-4b33e78b-f55a-43f4-899c-a8dc3948e2f7 tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1226.524530] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGHEST for action security_group_members [ 1226.524530] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.524530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.524530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.524530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.524530] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.524530] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.525685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.525685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.525685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.525685] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.575694] env[65888]: INFO networking_nsxv3.common.synchronization [req-d7944ff4-27c5-4702-8d62-d51ff440329b req-4b33e78b-f55a-43f4-899c-a8dc3948e2f7 tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: d6cac96a-80c8-4fdf-9057-de76a2fcfc92 with Priority: HIGHEST for action port [ 1226.576382] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6cac96a-80c8-4fdf-9057-de76a2fcfc92 with Priority: HIGHEST for action port [ 1226.576683] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.576805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.576872] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.577382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.577475] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6cac96a-80c8-4fdf-9057-de76a2fcfc92',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.797598] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.797885] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.797920] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.798197] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.798453] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.798608] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.798738] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.798967] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.799127] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.799334] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.799445] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.799552] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.799656] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.799762] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.799864] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.800096] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.820885] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.821108] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.821287] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.821492] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-677" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.821852] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-efd75c57-86bb-4fc6-8cbb-28e0559f1760 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.821992] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-efd75c57-86bb-4fc6-8cbb-28e0559f1760" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.822101] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-efd75c57-86bb-4fc6-8cbb-28e0559f1760" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.822510] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-efd75c57-86bb-4fc6-8cbb-28e0559f1760" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.822647] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd75c57-86bb-4fc6-8cbb-28e0559f1760',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.012738] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.012981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.012981] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.013218] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.013311] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.013509] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.013610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.013703] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.013814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.013887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.013971] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1227.026755] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.026880] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.026953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.027160] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.027249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.027462] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.027568] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.027631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.027778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.027856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.027941] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd is going to be updated. [ 1227.043594] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.043809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.043809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.044033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.044176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.053305] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1227.065943] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.066139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.066186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.066352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.066502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.077077] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: IN_PROGRESS for 2s [ 1227.079453] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6cac96a-80c8-4fdf-9057-de76a2fcfc92 with status ACTIVE [ 1227.079717] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.079853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.079922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.080239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.080333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.080519] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.080621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.080674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.080855] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.080892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.081084] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.081438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.081438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.081438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.081438] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.081561] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6cac96a-80c8-4fdf-9057-de76a2fcfc92 is going to be updated. [ 1227.103050] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.103050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.103050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.103274] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.103274] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.103423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6cac96a-80c8-4fdf-9057-de76a2fcfc92" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.325341] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.325541] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.325700] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.326406] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.326406] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.326406] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port efd75c57-86bb-4fc6-8cbb-28e0559f1760 not found, creating... [ 1227.326617] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.327089] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.327089] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.327223] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.327431] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.327851] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.327963] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.328015] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.331924] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.332189] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.332418] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: efd75c57-86bb-4fc6-8cbb-28e0559f1760 is going to be created. [ 1227.369584] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.369584] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.369584] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.369584] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.369584] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.369584] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-efd75c57-86bb-4fc6-8cbb-28e0559f1760" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.093844] env[65888]: INFO networking_nsxv3.common.synchronization [req-931439f9-3225-41ba-928c-abab667e27f7 req-a4b1e35a-6b9b-4437-9d96-2fb8b42fc43d service nova] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_rules [ 1228.094229] env[65888]: INFO networking_nsxv3.common.synchronization [req-931439f9-3225-41ba-928c-abab667e27f7 req-a4b1e35a-6b9b-4437-9d96-2fb8b42fc43d service nova] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1228.094229] env[65888]: INFO networking_nsxv3.common.synchronization [req-931439f9-3225-41ba-928c-abab667e27f7 req-a4b1e35a-6b9b-4437-9d96-2fb8b42fc43d service nova] Enqueued Resource ID: efd75c57-86bb-4fc6-8cbb-28e0559f1760 with Priority: HIGHEST for action port [ 1228.094704] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_rules [ 1228.094831] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1228.094931] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd75c57-86bb-4fc6-8cbb-28e0559f1760 with Priority: HIGHEST for action port [ 1228.095234] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.095370] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.095410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.095614] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.095694] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.096592] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.096704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.096847] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd75c57-86bb-4fc6-8cbb-28e0559f1760 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.096944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd75c57-86bb-4fc6-8cbb-28e0559f1760" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.097027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd75c57-86bb-4fc6-8cbb-28e0559f1760" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.097182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd75c57-86bb-4fc6-8cbb-28e0559f1760" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.097255] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd75c57-86bb-4fc6-8cbb-28e0559f1760',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.600273] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efd75c57-86bb-4fc6-8cbb-28e0559f1760 with status ACTIVE [ 1228.600654] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.600833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.600930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.601253] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.601396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.601611] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.601789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.601879] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.602036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.602121] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.602361] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.602460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.602524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.602666] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.602740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.602823] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efd75c57-86bb-4fc6-8cbb-28e0559f1760 is going to be updated. [ 1228.604426] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.604522] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.624586] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.624769] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.624811] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.624984] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.625216] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.625406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd75c57-86bb-4fc6-8cbb-28e0559f1760" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.076280] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1229.076280] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce deletion is rescheduled due to dependency. [ 1229.076280] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.076510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.076622] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.076813] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.076934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.076999] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.077193] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.077333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.077432] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.089448] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7483251d-8ba9-4916-a160-5ee6372286bd in Status: SUCCESS [ 1229.089607] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd deletion is rescheduled due to dependency. [ 1229.089723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.580721] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.083928] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.287503] env[65888]: INFO networking_nsxv3.common.synchronization [req-4f86db6f-4bed-441d-acdc-5aa2e9a5f410 req-1b2ebe10-088e-447b-8be4-30f84d691253 tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1230.288320] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1230.288689] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.288840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.288903] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.289130] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.289290] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.289404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.289473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.289732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.289812] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.289865] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.438056] env[65888]: INFO networking_nsxv3.common.synchronization [req-ce9f2c07-c219-4678-8276-a4a155218856 req-9495f798-5d2f-4fc0-b176-1390ca13de46 tempest-AttachVolumeNegativeTest-979322745 tempest-AttachVolumeNegativeTest-979322745-project-member] Enqueued Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_members [ 1230.438641] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGHEST for action security_group_members [ 1230.439205] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-67db773f-a28f-4468-bb1a-4a1cfc616e43 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.439321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.439379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.439572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.439789] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.439850] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.440683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.440683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.440683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.440683] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.586440] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.586805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.586805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.586922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.587374] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.587517] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1230.619695] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.619695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.619695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.619695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.619695] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.630367] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1230.794968] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.795228] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.795341] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.795641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.795776] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.796082] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.796234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.796336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.796561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.796679] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.796805] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1230.823681] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.823906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.823906] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.824090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.824230] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.833610] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1230.941847] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.942044] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.942095] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.942447] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.942560] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.942790] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.942898] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.942961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.943141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.943221] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.943308] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 is going to be updated. [ 1230.991879] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.992085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.992247] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.992884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.992884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.002337] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 in Status: IN_PROGRESS for 2s [ 1232.641744] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1232.641744] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.642173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.642173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.642464] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.642464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.642464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.642663] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.642700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.643550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.643550] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.844148] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1232.844389] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d deletion is rescheduled due to dependency. [ 1232.844443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.012706] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 in Status: SUCCESS [ 1233.012887] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 deletion is rescheduled due to dependency. [ 1233.013008] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.147820] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.147820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.147820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.147820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.148060] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.148060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.148060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.148196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.148327] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.148430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.148579] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.148737] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.148837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.149055] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.149299] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.149470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.149562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.149781] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.149893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.150037] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.150208] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.652428] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85110152-fce2-4e45-b107-486f8d4d69ce: rpc.has_security_group_logging(os_id): False [ 1233.674689] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.674874] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.675352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.675352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.675352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.675662] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.675725] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.675782] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.675961] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.676063] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.676246] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.676346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.676409] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.676571] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.676644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.676836] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.676929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.676988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.677138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.677212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.677298] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1233.746116] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.746320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.746320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.746580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.746816] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.762800] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1235.440139] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.440491] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1235.778512] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1235.778735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.272401] env[65888]: INFO networking_nsxv3.common.synchronization [req-83fd81bf-b437-4425-9113-e58e56315fdf req-54cf5331-f729-4800-bc04-b383f3d3a090 tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1237.272888] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1237.273429] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.273707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.274451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.274451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.274451] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.274451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.274723] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.274773] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.275031] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.275031] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.586084] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.586084] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.586314] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.586538] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.586850] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.587094] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.587276] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.587528] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.587686] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.587958] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.588113] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.588235] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.588383] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.588514] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.588653] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.588794] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.608817] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.608993] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1237.609120] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.609312] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-100" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.609705] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-b4063f64-c234-4f05-bb8e-04df2fc574c0 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.609972] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-b4063f64-c234-4f05-bb8e-04df2fc574c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.610183] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-b4063f64-c234-4f05-bb8e-04df2fc574c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.610536] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-b4063f64-c234-4f05-bb8e-04df2fc574c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.610680] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4063f64-c234-4f05-bb8e-04df2fc574c0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.777886] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.778235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.778235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.778463] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.778578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.778785] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.778922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.779025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.779298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.779415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.779613] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1237.810893] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.811203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.811203] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.811323] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.811621] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.823401] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1238.113803] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.114099] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.114257] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.114636] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.114831] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.115015] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port b4063f64-c234-4f05-bb8e-04df2fc574c0 not found, creating... [ 1238.115350] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.115553] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.115742] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.116050] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.116222] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.116608] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.116792] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.116953] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.117234] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.117410] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.117582] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: b4063f64-c234-4f05-bb8e-04df2fc574c0 is going to be created. [ 1238.139256] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.139488] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.139653] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.139904] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.140154] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.140383] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-b4063f64-c234-4f05-bb8e-04df2fc574c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.154982] env[65888]: INFO networking_nsxv3.common.synchronization [req-17402fde-affc-4417-850a-38b573fc1588 req-3b65576f-e242-4491-a10d-dafded94a086 tempest-AttachVolumeTestJSON-669281514 tempest-AttachVolumeTestJSON-669281514-project-member] Enqueued Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_members [ 1238.155834] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGHEST for action security_group_members [ 1238.156307] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce9f167b-3262-41e2-a17a-0fac2963dbd4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.156497] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.156610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.156868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.157138] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.157556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.157671] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.157909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.158057] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.158215] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.661105] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.661321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.661321] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.661536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.661601] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.661805] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.661902] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.661964] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.662123] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.662359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.662359] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 is going to be updated. [ 1238.693898] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.694137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.694137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.694392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.694537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.703780] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 in Status: IN_PROGRESS for 2s [ 1238.845213] env[65888]: INFO networking_nsxv3.common.synchronization [req-83fd81bf-b437-4425-9113-e58e56315fdf req-97c46d40-848f-4597-b508-e8f5f7edba2e service nova] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_rules [ 1238.845410] env[65888]: INFO networking_nsxv3.common.synchronization [req-83fd81bf-b437-4425-9113-e58e56315fdf req-97c46d40-848f-4597-b508-e8f5f7edba2e service nova] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1238.845573] env[65888]: INFO networking_nsxv3.common.synchronization [req-83fd81bf-b437-4425-9113-e58e56315fdf req-97c46d40-848f-4597-b508-e8f5f7edba2e service nova] Enqueued Resource ID: b4063f64-c234-4f05-bb8e-04df2fc574c0 with Priority: HIGHEST for action port [ 1238.846426] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_rules [ 1238.846545] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1238.846651] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4063f64-c234-4f05-bb8e-04df2fc574c0 with Priority: HIGHEST for action port [ 1238.846989] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.847142] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.847142] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.847347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.847429] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.848465] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.848656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.848854] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4063f64-c234-4f05-bb8e-04df2fc574c0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.849026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4063f64-c234-4f05-bb8e-04df2fc574c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.849117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4063f64-c234-4f05-bb8e-04df2fc574c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.849359] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4063f64-c234-4f05-bb8e-04df2fc574c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.849442] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4063f64-c234-4f05-bb8e-04df2fc574c0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.353182] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.353182] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.353182] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4063f64-c234-4f05-bb8e-04df2fc574c0 with status ACTIVE [ 1239.353361] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.353455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.353516] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.353724] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.353827] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.353995] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.354068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.355157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.355157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.355157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.355157] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.355157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.355157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.355157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.355157] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.355157] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4063f64-c234-4f05-bb8e-04df2fc574c0 is going to be updated. [ 1239.382874] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.383143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.383143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.383328] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.383427] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.383585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4063f64-c234-4f05-bb8e-04df2fc574c0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.603679] env[65888]: INFO networking_nsxv3.common.synchronization [req-a67b7396-fa24-4626-a082-4f7bfbbd0c06 req-e3e30744-6390-4aee-b5b9-19b91e05f91d tempest-ServerDiskConfigTestJSON-190080331 tempest-ServerDiskConfigTestJSON-190080331-project-member] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1239.604376] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGHEST for action security_group_members [ 1239.604539] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.604714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.604779] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.604937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.605105] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.605197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.605263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.605412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.605576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.605576] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.848032] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1239.848032] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d deletion is rescheduled due to dependency. [ 1239.848032] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.848455] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.848539] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.848789] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.848959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.849068] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.849282] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.849396] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.849527] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.107952] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.108241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.108241] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.108400] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.108492] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.108695] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.108793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.108851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.109027] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.109151] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.109257] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be updated. [ 1240.140081] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.140271] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.140331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.140544] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.140711] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.149837] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: IN_PROGRESS for 2s [ 1240.352609] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.715108] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 in Status: SUCCESS [ 1240.715341] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 deletion is rescheduled due to dependency. [ 1240.715458] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.855201] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.357650] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.357858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.357858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.358106] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.358201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.358300] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1241.390307] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.390499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.390499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.390714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.390856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.400736] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1242.160916] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85110152-fce2-4e45-b107-486f8d4d69ce in Status: SUCCESS [ 1242.161190] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce deletion is rescheduled due to dependency. [ 1242.161313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.412568] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1243.412934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.412976] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.413212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.413456] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.413579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.413645] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.413822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.413905] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.414024] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.414115] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.916064] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.418303] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ebd672-0e14-43c7-9eb4-c968f18b564d: rpc.has_security_group_logging(os_id): False [ 1244.439231] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.439471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.439575] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.439896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.440062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.440444] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.440615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.440733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.440987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.441127] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.441224] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1244.503596] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.504507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.504507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.504507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.504507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.520433] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1244.605725] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.605904] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1246.541435] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1246.541435] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.563557] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1246.563891] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1248.522311] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.522841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.522841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.522841] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.522968] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.025448] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.528030] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.606900] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.607136] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.030178] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1250.030342] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1250.785084] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.785517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.785517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.785517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.799335] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1250.800196] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.800952] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1250.837017] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.837212] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.837275] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.837537] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.851873] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.852791] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1250.852872] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1250.852968] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1250.898730] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.898977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.898977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.899163] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.900639] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.900847] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1251.005372] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.005656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.005656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.005887] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.006235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.006564] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1251.108731] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.108980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.108980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.109115] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.109472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.109786] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1251.109884] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c2897aaf-8f00-4851-a87d-43fba45edc0b', '6118db07-9ddd-48cd-ad42-53e29f7ee6ec', '7483251d-8ba9-4916-a160-5ee6372286bd', '8803b77b-16cf-4332-a1aa-3c51008817af', 'a5ab44c9-cf6f-4afb-83ab-fa9faeba94be', '8370d201-2a85-414a-934a-9dbc64dde794', '67db773f-a28f-4468-bb1a-4a1cfc616e43', 'd2f58e7f-ae4c-4960-9ca7-8f36c1970898', 'fe41d7ee-6631-48ce-91dd-afdc678ac753', '2630937b-f642-4d36-badc-ca23e3c66c04', '04ebd672-0e14-43c7-9eb4-c968f18b564d', '4fcc4d5f-5548-48dc-805b-b4638afec11c', 'bce27dd4-69c1-4569-93c4-29ce689dea27', '5017ea45-c3d8-4704-8cb9-1b76bebd02e2', '46eefe31-fac4-4839-a9a9-40fe1f96887d', '1e6f79af-bff5-447e-bb92-a80419961a18', 'a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8', '694839e5-055e-43db-8c25-1625f28a98a5', 'ce9f167b-3262-41e2-a17a-0fac2963dbd4', 'e35bd58b-ed60-4523-94cd-b8238534374f', 'e515c98e-e6e5-46e2-b63d-8bf4d54357a0', '652b5082-96b1-46fc-b91c-f39acbf7f589', 'd2aa52a8-3c18-420f-b631-0523663b6a9f', '85110152-fce2-4e45-b107-486f8d4d69ce', 'c78379c6-3922-47b5-a28c-5098e39586b7', '578b0264-aa3f-4326-99df-b74c6e477afa', 'ed33d484-4d6e-44b1-8865-0784615672de', '5264357d-aa80-4ca5-8bef-6de450e20558', 'b6287bbd-a646-4b85-b2ba-a0f572d9672e', 'e1d81010-640b-4492-99fe-1943721e852c', 'eccc7980-7ff3-44ba-a4e1-995d272508f0', '2c2b1961-ed06-48bc-ae8f-f7b88aa994d0', '3f41c76d-e49a-4fdb-b365-bf62782226dc', '0d573f9e-3c20-4930-b5f5-9a04b528a7e0', '9492ac22-2e1f-416c-98c6-39b06595b28d', '8ad32ec8-3b7d-4006-b722-7d59eb9ad9be', '43bbf191-9724-47b6-b5e8-89bc0acfa028', '20002ace-10fa-4102-9321-d1b759a802c4', '04cb8d10-3e35-4dae-8899-5c779a556817', '1b7cf91c-9012-4514-90ac-4b320a407c2f', '240fe3d3-e654-4f10-af7f-9c5f54af21f9', 'f63285ab-cb61-47d9-880b-bf45e79d445c', '403871e8-c608-43aa-83f2-f5fc510b134d', '38e0585a-1f21-472b-a242-53d6eed5d5f0', '017b73a9-5285-43f6-bf2a-97667b4d775a', '62ddac3a-1bfe-41ac-af16-5391676cec33', '19a295e6-b522-4de2-bf00-96030f1b2c71', '39cb8e0e-39ed-4209-b258-ebd124955f19', 'ea49a6b7-9c1d-43d4-b051-ecc394719313'} {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1251.109987] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1251.142694] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.142935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.142935] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.143143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.143232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.143345] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1251.143420] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1251.143496] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1251.232703] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.232992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.232992] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.233132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.234330] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.234611] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1251.234695] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1251.234771] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1251.234840] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1251.234920] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1251.234995] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGH for action security_group_rules [ 1251.235090] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGH for action security_group_rules [ 1251.235159] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGH for action security_group_rules [ 1251.235225] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGH for action security_group_rules [ 1251.235289] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGH for action security_group_rules [ 1251.235354] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8370d201-2a85-414a-934a-9dbc64dde794 with Priority: HIGH for action security_group_rules [ 1251.235419] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGH for action security_group_rules [ 1251.235484] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGH for action security_group_rules [ 1251.235548] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGH for action security_group_rules [ 1251.235612] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGH for action security_group_rules [ 1251.235676] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGH for action security_group_rules [ 1251.235740] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGH for action security_group_rules [ 1251.235804] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGH for action security_group_rules [ 1251.235868] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGH for action security_group_rules [ 1251.235932] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGH for action security_group_rules [ 1251.235995] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGH for action security_group_rules [ 1251.236071] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGH for action security_group_rules [ 1251.236137] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 694839e5-055e-43db-8c25-1625f28a98a5 with Priority: HIGH for action security_group_rules [ 1251.236201] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGH for action security_group_rules [ 1251.236272] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGH for action security_group_rules [ 1251.236390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.357980] env[65888]: INFO networking_nsxv3.common.synchronization [req-fa21da9a-b638-4d67-b424-b4301a34c8d2 req-d451e125-7275-4ffd-b4fb-0175979e8f58 tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 1252.358263] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 1252.358408] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2897aaf-8f00-4851-a87d-43fba45edc0b with Priority: HIGH for action security_group_rules [ 1252.358517] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7483251d-8ba9-4916-a160-5ee6372286bd with Priority: HIGH for action security_group_rules [ 1252.358615] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 with Priority: HIGH for action security_group_rules [ 1252.358708] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d with Priority: HIGH for action security_group_rules [ 1252.358801] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35bd58b-ed60-4523-94cd-b8238534374f with Priority: HIGH for action security_group_rules [ 1252.358891] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 with Priority: HIGH for action security_group_rules [ 1252.358978] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694839e5-055e-43db-8c25-1625f28a98a5 with Priority: HIGH for action security_group_rules [ 1252.359083] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 with Priority: HIGH for action security_group_rules [ 1252.359158] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 with Priority: HIGH for action security_group_rules [ 1252.359242] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f79af-bff5-447e-bb92-a80419961a18 with Priority: HIGH for action security_group_rules [ 1252.359328] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce27dd4-69c1-4569-93c4-29ce689dea27 with Priority: HIGH for action security_group_rules [ 1252.359414] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c with Priority: HIGH for action security_group_rules [ 1252.359501] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGH for action security_group_rules [ 1252.359586] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2630937b-f642-4d36-badc-ca23e3c66c04 with Priority: HIGH for action security_group_rules [ 1252.359673] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 with Priority: HIGH for action security_group_rules [ 1252.359758] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8370d201-2a85-414a-934a-9dbc64dde794 with Priority: HIGH for action security_group_rules [ 1252.359841] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 with Priority: HIGH for action security_group_rules [ 1252.359925] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be with Priority: HIGH for action security_group_rules [ 1252.360013] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGH for action security_group_rules [ 1252.360102] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8803b77b-16cf-4332-a1aa-3c51008817af with Priority: HIGH for action security_group_rules [ 1252.360407] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.360658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.360658] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.360787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.360954] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.361070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.361126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.361325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.361449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.361576] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.362845] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2897aaf-8f00-4851-a87d-43fba45edc0b taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.362970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.362970] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.363785] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.363785] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2897aaf-8f00-4851-a87d-43fba45edc0b',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.364252] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7483251d-8ba9-4916-a160-5ee6372286bd taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.364252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.364252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.364424] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.364455] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7483251d-8ba9-4916-a160-5ee6372286bd',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.365318] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67db773f-a28f-4468-bb1a-4a1cfc616e43 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.365525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.365525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.365656] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.365693] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67db773f-a28f-4468-bb1a-4a1cfc616e43',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.366389] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46eefe31-fac4-4839-a9a9-40fe1f96887d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.366554] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.366554] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.366691] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.366760] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46eefe31-fac4-4839-a9a9-40fe1f96887d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.367702] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e35bd58b-ed60-4523-94cd-b8238534374f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.367702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.367702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.368122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.368122] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e35bd58b-ed60-4523-94cd-b8238534374f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.368550] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.368550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.368678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.368750] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.368816] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce9f167b-3262-41e2-a17a-0fac2963dbd4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.369648] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-694839e5-055e-43db-8c25-1625f28a98a5 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.369758] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.369817] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.369953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.370032] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('694839e5-055e-43db-8c25-1625f28a98a5',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.371595] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.371595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.371595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.371595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.371595] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.372063] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.372063] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.372063] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.372205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.372715] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5017ea45-c3d8-4704-8cb9-1b76bebd02e2',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.373297] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6f79af-bff5-447e-bb92-a80419961a18 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.373450] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.373541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.373722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.373797] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6f79af-bff5-447e-bb92-a80419961a18',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.374702] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bce27dd4-69c1-4569-93c4-29ce689dea27 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.374702] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.374861] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.374943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.374943] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bce27dd4-69c1-4569-93c4-29ce689dea27',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.375689] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fcc4d5f-5548-48dc-805b-b4638afec11c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.375689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.376494] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.376494] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.376494] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fcc4d5f-5548-48dc-805b-b4638afec11c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.376619] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.376720] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.377090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.377090] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.377090] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.377751] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2630937b-f642-4d36-badc-ca23e3c66c04 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.377853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.377910] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.378066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.378137] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2630937b-f642-4d36-badc-ca23e3c66c04',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.378790] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe41d7ee-6631-48ce-91dd-afdc678ac753 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.378897] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.378959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.379117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.379186] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe41d7ee-6631-48ce-91dd-afdc678ac753',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.379899] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8370d201-2a85-414a-934a-9dbc64dde794 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.379986] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.380045] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.380168] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.380238] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8370d201-2a85-414a-934a-9dbc64dde794',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.381136] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.381136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.381136] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.381312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.381312] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2f58e7f-ae4c-4960-9ca7-8f36c1970898',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.382052] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.382146] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.382220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.382350] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.382441] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5ab44c9-cf6f-4afb-83ab-fa9faeba94be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.383097] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.383394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.383394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.383394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.383520] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.384367] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8803b77b-16cf-4332-a1aa-3c51008817af taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.384681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.384681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.384681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.385140] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8803b77b-16cf-4332-a1aa-3c51008817af',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.409888] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.410116] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.410276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.410499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.436701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.436836] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67db773f-a28f-4468-bb1a-4a1cfc616e43 is going to be deleted. [ 1252.491299] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.491517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.491517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.491714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.491803] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.491916] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67db773f-a28f-4468-bb1a-4a1cfc616e43" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.687872] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.688195] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.688367] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.688669] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.688976] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.689196] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.689344] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.689579] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.689732] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.689941] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.690067] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.690178] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.690306] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.690426] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.690554] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.690690] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.710232] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.710471] env[65888]: DEBUG dogpile.cache.region [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.710613] env[65888]: DEBUG dogpile.lock [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.710788] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "network-907" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.711115] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock port-b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.711288] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "port-b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.711423] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "port-b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.711729] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "port-b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.711866] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.894959] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.894959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.894959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.894959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.894959] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.894959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.894959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.894959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.894959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.894959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.894959] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.897928] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.897928] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.897928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.897928] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.898245] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.898245] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.898325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.898325] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.898483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.898579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.898667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.898743] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.962721] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.962891] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.962946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.963158] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.964845] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.964971] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.965834] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.965956] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.967062] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.967173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.967834] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.967933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.968709] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.968805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.969857] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.969985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.970700] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.970800] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.971485] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.971582] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.972289] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.972421] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.973162] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.973257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.973897] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1252.974316] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.974423] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.975022] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1252.975416] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.975511] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.976131] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1252.976517] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.976629] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.977215] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1252.977621] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.977698] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.978284] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1252.978663] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.978755] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.979359] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1252.979883] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.979978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.986367] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1252.986869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.987017] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2f58e7f-ae4c-4960-9ca7-8f36c1970898 is going to be deleted. [ 1252.987919] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.988150] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.008863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.008863] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 694839e5-055e-43db-8c25-1625f28a98a5 is going to be deleted. [ 1253.009289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.009493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.033170] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.033343] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e35bd58b-ed60-4523-94cd-b8238534374f is going to be deleted. [ 1253.034246] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.034467] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.042909] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.043092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.064347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.064347] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8803b77b-16cf-4332-a1aa-3c51008817af is going to be deleted. [ 1253.064347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.064896] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.104293] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.104293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.104293] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.104293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.104293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.104293] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2897aaf-8f00-4851-a87d-43fba45edc0b is going to be deleted. [ 1253.104293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.104293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.148627] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.148879] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7483251d-8ba9-4916-a160-5ee6372286bd is going to be deleted. [ 1253.150122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.150392] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.168031] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.168213] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.180519] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.180704] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8 is going to be deleted. [ 1253.181735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.181959] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.211633] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.211866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.214497] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.214745] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.214866] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.215189] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.215349] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.215519] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Segment Port b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4 not found, creating... [ 1253.215798] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.215976] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.216075] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.216312] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.216485] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.216791] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.216955] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.217089] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.217318] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.217474] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.217600] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Resource: SegmentPort with ID: b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4 is going to be created. [ 1253.221242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.221418] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8370d201-2a85-414a-934a-9dbc64dde794 is going to be deleted. [ 1253.222284] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.222534] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.289598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.289759] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce9f167b-3262-41e2-a17a-0fac2963dbd4 is going to be deleted. [ 1253.290943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.291187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.293574] env[65888]: DEBUG networking_nsxv3.common.locking [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.293812] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.293916] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.294203] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.294436] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.294667] env[65888]: DEBUG oslo_concurrency.lockutils [None req-95f23a93-514a-4387-89d1-4995b7c635cc None None] Releasing lock "port-b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.363901] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.364298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.373582] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.373765] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.377404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.377554] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46eefe31-fac4-4839-a9a9-40fe1f96887d is going to be deleted. [ 1253.378611] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.378875] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.380466] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.380614] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.402740] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.404294] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.405287] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.475843] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.475843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.482662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.482860] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5ab44c9-cf6f-4afb-83ab-fa9faeba94be is going to be deleted. [ 1253.483809] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.483971] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.545678] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.545850] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6f79af-bff5-447e-bb92-a80419961a18 is going to be deleted. [ 1253.546774] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.547012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.610949] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.611172] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.620835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.620976] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5017ea45-c3d8-4704-8cb9-1b76bebd02e2 is going to be deleted. [ 1253.621958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.622122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.671691] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.671884] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.675866] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.676028] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2630937b-f642-4d36-badc-ca23e3c66c04 is going to be deleted. [ 1253.676899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.677126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.693164] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.693314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.708232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.708414] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bce27dd4-69c1-4569-93c4-29ce689dea27 is going to be deleted. [ 1253.709399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.709662] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.763129] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.763266] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe41d7ee-6631-48ce-91dd-afdc678ac753 is going to be deleted. [ 1253.764317] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.764551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.766198] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.766312] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.780328] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.780667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.800460] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.800622] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fcc4d5f-5548-48dc-805b-b4638afec11c is going to be deleted. [ 1253.801536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.801904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.801904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.802022] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2f58e7f-ae4c-4960-9ca7-8f36c1970898" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.802262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.802315] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.802477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.802536] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-694839e5-055e-43db-8c25-1625f28a98a5" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.803132] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.804313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.804313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.804313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e35bd58b-ed60-4523-94cd-b8238534374f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.804313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.804313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.804313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.804313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8803b77b-16cf-4332-a1aa-3c51008817af" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.804313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.804313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.804700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.804700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2897aaf-8f00-4851-a87d-43fba45edc0b" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.804700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.804794] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.804823] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.805529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7483251d-8ba9-4916-a160-5ee6372286bd" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.805529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.805529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.805529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.805529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8370d201-2a85-414a-934a-9dbc64dde794" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.805529] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.805760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.805760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.805814] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8d97054-fabe-45c1-8b66-d7f3ca9c9bb8" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.805937] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.806066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.806142] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.806257] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce9f167b-3262-41e2-a17a-0fac2963dbd4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.806383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.806523] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.806595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.806707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46eefe31-fac4-4839-a9a9-40fe1f96887d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.806834] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.806971] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.807104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.807222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5ab44c9-cf6f-4afb-83ab-fa9faeba94be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.807347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.807487] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.807561] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.807670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6f79af-bff5-447e-bb92-a80419961a18" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.807979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.807979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.808120] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.808505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2630937b-f642-4d36-badc-ca23e3c66c04" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.808651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.808802] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.808876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.809417] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5017ea45-c3d8-4704-8cb9-1b76bebd02e2" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.882569] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.883837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.883837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.883837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.883837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.883837] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bce27dd4-69c1-4569-93c4-29ce689dea27" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.897407] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.897598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.897674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.898064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.898064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.898192] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe41d7ee-6631-48ce-91dd-afdc678ac753" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.906598] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04ebd672-0e14-43c7-9eb4-c968f18b564d: rpc.has_security_group_logging(os_id): False [ 1253.907854] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6118db07-9ddd-48cd-ad42-53e29f7ee6ec: rpc.has_security_group_logging(os_id): False [ 1253.908962] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.909089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.909166] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.909457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.909457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.909938] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d is going to be updated. [ 1253.958114] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.958303] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.958344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.958547] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.960234] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.960563] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.961542] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.961646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.968449] env[65888]: INFO networking_nsxv3.common.synchronization [req-fa21da9a-b638-4d67-b424-b4301a34c8d2 req-6a3a63a3-d76f-4363-ae9e-232a52c67605 service nova] Enqueued Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_rules [ 1253.968646] env[65888]: INFO networking_nsxv3.common.synchronization [req-fa21da9a-b638-4d67-b424-b4301a34c8d2 req-6a3a63a3-d76f-4363-ae9e-232a52c67605 service nova] Enqueued Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 1253.968803] env[65888]: INFO networking_nsxv3.common.synchronization [req-fa21da9a-b638-4d67-b424-b4301a34c8d2 req-6a3a63a3-d76f-4363-ae9e-232a52c67605 service nova] Enqueued Resource ID: b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4 with Priority: HIGHEST for action port [ 1253.969071] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_rules [ 1253.969199] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 1253.969286] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4 with Priority: HIGHEST for action port [ 1253.969886] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.970034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.970105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.970340] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.970485] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.971376] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.971525] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.972641] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.972796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.972909] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.973076] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.973156] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.010197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.010893] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.010893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.010893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.010893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.011099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.011564] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1254.014054] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.014551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.014551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.014551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fcc4d5f-5548-48dc-805b-b4638afec11c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.014551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.014792] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.027426] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.027426] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.027551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.027728] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.028483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.041244] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: IN_PROGRESS for 2s [ 1254.048674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.048674] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.048674] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.048991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.048991] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.049088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.049137] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec is going to be updated. [ 1254.155133] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.155252] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.155301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.155493] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.155640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.157580] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.157685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.157796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.157929] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.158138] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.179596] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1254.180779] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: IN_PROGRESS for 2s [ 1254.475405] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.475725] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.475725] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4 with status ACTIVE [ 1254.475881] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.475988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.476064] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.476276] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.476411] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.476532] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.476634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.476686] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.476822] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.476895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.477109] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.477206] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.477263] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.477399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.477471] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.477559] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4 is going to be updated. [ 1254.497414] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.497615] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.497659] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.497819] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.497954] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.498125] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9a2aa4c-0ef4-49b5-bab9-b9236e1cfde4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.053658] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: SUCCESS [ 1256.054096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.054096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.054273] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.054465] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.054585] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.054651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.054813] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.054947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.055053] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.195663] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: SUCCESS [ 1256.195958] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.196996] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1256.197181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.557495] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.060528] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.563218] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.563430] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.563477] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.563708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.563820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.563897] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d is going to be updated. [ 1257.600971] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.601217] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.601278] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.601499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.601676] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.616827] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: IN_PROGRESS for 2s [ 1258.970743] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.971145] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1259.627625] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: SUCCESS [ 1259.627797] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.627945] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.628184] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.628378] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.628500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.628576] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.628727] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.628805] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.628892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.628979] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.131773] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.635026] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 403871e8-c608-43aa-83f2-f5fc510b134d: rpc.has_security_group_logging(os_id): False [ 1260.653062] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.653250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.653295] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.653475] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.676915] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.677257] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.677382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.677451] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.677652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.677733] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.677827] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d is going to be updated. [ 1260.734929] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.735135] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.735235] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.735482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.735637] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.750094] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: IN_PROGRESS for 2s [ 1262.764459] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: SUCCESS [ 1262.764864] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.971431] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.971923] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1268.973240] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.973240] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.214049] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.214049] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.214049] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.214466] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.214632] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.214698] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.214768] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.214970] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.215157] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.215422] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.215543] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.215647] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.215802] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.215871] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1271.215949] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.216092] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.236119] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.236309] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1271.236447] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.236620] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.236929] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-cab192aa-1f8b-433a-a548-f40116d5628d taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.237110] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.237228] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.237479] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.237614] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab192aa-1f8b-433a-a548-f40116d5628d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.740663] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.740950] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.740950] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.741333] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.741484] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.741784] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.741948] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.742080] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.742306] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.742491] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.742821] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.742998] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.743143] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.743334] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.743464] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.743605] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: cab192aa-1f8b-433a-a548-f40116d5628d is going to be updated. [ 1271.764683] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.764930] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.765067] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.765336] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.765539] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.765760] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.442471] env[65888]: INFO networking_nsxv3.common.synchronization [req-c5a0b125-1808-4b91-b2d5-31cbb7fc9159 req-aff60b1f-416f-4fdb-a7f1-c400b2c3b588 service nova] Enqueued Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_rules [ 1272.442782] env[65888]: INFO networking_nsxv3.common.synchronization [req-c5a0b125-1808-4b91-b2d5-31cbb7fc9159 req-aff60b1f-416f-4fdb-a7f1-c400b2c3b588 service nova] Enqueued Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_members [ 1272.442867] env[65888]: INFO networking_nsxv3.common.synchronization [req-c5a0b125-1808-4b91-b2d5-31cbb7fc9159 req-aff60b1f-416f-4fdb-a7f1-c400b2c3b588 service nova] Enqueued Resource ID: cab192aa-1f8b-433a-a548-f40116d5628d with Priority: HIGHEST for action port [ 1272.443373] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_rules [ 1272.443509] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_members [ 1272.443604] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab192aa-1f8b-433a-a548-f40116d5628d with Priority: HIGHEST for action port [ 1272.443890] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.443980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.444126] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.444368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.444405] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.445570] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.446394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.446394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.446394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.446394] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.446394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.446394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.446394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.446394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.446756] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.447369] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab192aa-1f8b-433a-a548-f40116d5628d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.447369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.447369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.447531] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.447585] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab192aa-1f8b-433a-a548-f40116d5628d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.950250] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.950250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.950250] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.950250] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cab192aa-1f8b-433a-a548-f40116d5628d with status ACTIVE [ 1272.950553] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.950553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.950553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.951105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.951105] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.951105] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.951227] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.951262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.951404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.951504] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.952099] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.952099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.952099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.952099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.952099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.953041] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cab192aa-1f8b-433a-a548-f40116d5628d is going to be updated. [ 1272.974334] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.974589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.974589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.974731] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.974871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.975042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab192aa-1f8b-433a-a548-f40116d5628d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.455642] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.958114] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.958428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.958502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.958761] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.958950] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.959109] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec is going to be updated. [ 1273.988382] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.988382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.988382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.988382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.988382] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.999929] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: IN_PROGRESS for 2s [ 1276.017880] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: SUCCESS [ 1276.018408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.018408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.020088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.020088] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.020088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.020088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.020088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.020088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020088] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020088] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.522659] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.025897] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6118db07-9ddd-48cd-ad42-53e29f7ee6ec: rpc.has_security_group_logging(os_id): False [ 1277.044833] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.044833] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.045266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.045266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.045356] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.045624] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.045725] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.045787] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.045900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.045979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.046078] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec is going to be updated. [ 1277.114598] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.114922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.114922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.115094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.115226] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.130105] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: IN_PROGRESS for 2s [ 1277.444947] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.445130] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1279.153921] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: SUCCESS [ 1279.154444] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.446648] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.447222] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.447551] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.447913] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.448423] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.448841] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.449636] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.449958] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.371287] env[65888]: INFO networking_nsxv3.common.synchronization [req-17578753-b03b-41cb-8591-6c1d834dc11e req-7eb2b0c9-7044-40fd-b367-3fbdeed7db91 tempest-ServerActionsTestJSON-384184059 tempest-ServerActionsTestJSON-384184059-project-member] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1301.371816] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGHEST for action security_group_members [ 1301.372233] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.372388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.372456] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.372681] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.372896] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.373035] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.373137] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.373336] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.373506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.373935] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.877386] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.877607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.877607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.877777] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.877869] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.878080] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.878180] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.878240] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.878388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.878461] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.878706] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be updated. [ 1301.908456] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.908709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.908709] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.908857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.908995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.918068] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: IN_PROGRESS for 2s [ 1303.928995] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d in Status: SUCCESS [ 1303.929399] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d deletion is rescheduled due to dependency. [ 1303.929399] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.373533] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.373773] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.374440] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.374826] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.375834] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.376260] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.377076] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.377562] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.296704] env[65888]: INFO networking_nsxv3.common.synchronization [req-2cacdc7c-1616-4a69-a83e-7c4ac0b6666f req-397f9139-e765-4090-8c56-6aa13db85782 tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 1323.298500] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 1323.298500] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.298500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.298500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.298500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.298500] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.298500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.298500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.298500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.298500] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.298500] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.800784] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.303269] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.805238] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.805434] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.805545] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.805732] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.805824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.805920] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d is going to be updated. [ 1324.837983] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.838274] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.838274] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.838394] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.838488] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.848646] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: IN_PROGRESS for 2s [ 1326.860073] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: SUCCESS [ 1326.860443] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.298082] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.298082] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.818825] env[65888]: INFO networking_nsxv3.common.synchronization [req-d4b35092-0699-4145-b6fa-2c1f05f51a84 req-9b0ca90c-b52b-4aea-867a-616595490bcf tempest-AttachVolumeShelveTestJSON-801482147 tempest-AttachVolumeShelveTestJSON-801482147-project-member] Enqueued Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_members [ 1329.819419] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGHEST for action security_group_members [ 1329.819633] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.819849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.819922] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.820134] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.820299] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.820398] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.820459] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.820604] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.820685] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.820777] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.323471] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.323684] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.323684] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.323904] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.323995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.324208] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.324319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.324406] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.324654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.324735] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.324824] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec is going to be updated. [ 1330.357753] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.357995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.357995] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.358187] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.358333] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.367337] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: IN_PROGRESS for 2s [ 1332.377484] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec in Status: SUCCESS [ 1332.377921] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec deletion is rescheduled due to dependency. [ 1332.377921] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.820501] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.820895] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.704081] env[65888]: INFO networking_nsxv3.common.synchronization [None req-ecb261b0-ce2e-4cd6-8ba1-883c4fb5ac67 tempest-AttachVolumeShelveTestJSON-801482147 tempest-AttachVolumeShelveTestJSON-801482147-project-member] Enqueued Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_rules [ 1335.704633] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_rules [ 1335.705042] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.705153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.705153] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.705422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.705485] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.787275] env[65888]: INFO networking_nsxv3.common.synchronization [None req-84d7d18d-2664-4301-933f-77b02c6dfe6a tempest-AttachVolumeShelveTestJSON-801482147 tempest-AttachVolumeShelveTestJSON-801482147-project-member] Enqueued Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_rules [ 1335.787795] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_rules [ 1335.788117] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.788222] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.228459] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.228738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.228738] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.229036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.229189] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.229323] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 already deleted. [ 1336.229448] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.229644] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.229893] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.230045] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.750272] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.750414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.750481] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.750690] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.750775] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.750865] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 already deleted. [ 1336.750943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.652232] env[65888]: INFO networking_nsxv3.common.synchronization [req-983d25e8-81af-47dc-8780-bfe7041ff0ea req-2389e458-0591-4a30-83a7-28019682745a tempest-ServerActionsTestOtherA-786510722 tempest-ServerActionsTestOtherA-786510722-project-member] Enqueued Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 1339.652735] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403871e8-c608-43aa-83f2-f5fc510b134d with Priority: HIGHEST for action security_group_members [ 1339.653218] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-403871e8-c608-43aa-83f2-f5fc510b134d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.653357] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.653418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.653610] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.653767] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.653944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.653944] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.654085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.654139] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.654231] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403871e8-c608-43aa-83f2-f5fc510b134d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.157123] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.157346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.157346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.157502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.157591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.157785] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.157882] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.157943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.158099] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.158173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.158255] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d is going to be updated. [ 1340.187163] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.187383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.187383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.187572] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.187707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.196167] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: IN_PROGRESS for 2s [ 1341.199254] env[65888]: INFO networking_nsxv3.common.synchronization [req-57c60050-72d2-4de1-b508-5def2189fe8e req-8fe1b883-b3a5-4e58-bddb-13342d4aa40e tempest-AttachVolumeShelveTestJSON-801482147 tempest-AttachVolumeShelveTestJSON-801482147-project-member] Enqueued Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_members [ 1341.200778] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_members [ 1341.200778] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-03dcae2b-dec8-4da1-9fca-8d341fe987e7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.200778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.200778] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.201096] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.201524] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.201524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.201524] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.201721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.201721] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.201809] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.468275] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.468470] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.468594] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.468865] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.469133] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.469293] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.469408] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.469642] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.469774] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.469975] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1341.470108] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1341.470217] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1341.470320] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1341.470429] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1341.470534] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1341.470661] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1341.490968] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1341.491170] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1341.491326] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1341.491508] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.491817] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-deffeb99-596c-4953-b97e-f90351a43e89 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.491988] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.492122] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.492445] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.492584] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deffeb99-596c-4953-b97e-f90351a43e89',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.704824] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.705043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.705043] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.705266] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.705368] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.705601] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.705705] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.705770] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.705936] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.705985] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.706085] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 already deleted. [ 1341.706167] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.994752] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.995032] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.995088] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.995371] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.995528] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.995674] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Segment Port deffeb99-596c-4953-b97e-f90351a43e89 not found, creating... [ 1341.995959] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.996118] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.996235] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.996450] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.996584] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.996864] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.997028] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.997143] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.997348] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.997478] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.997614] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: deffeb99-596c-4953-b97e-f90351a43e89 is going to be created. [ 1342.019499] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.019725] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.019845] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.020147] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.020375] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.020607] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.207946] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403871e8-c608-43aa-83f2-f5fc510b134d in Status: SUCCESS [ 1342.208476] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403871e8-c608-43aa-83f2-f5fc510b134d deletion is rescheduled due to dependency. [ 1342.208476] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403871e8-c608-43aa-83f2-f5fc510b134d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.709063] env[65888]: INFO networking_nsxv3.common.synchronization [req-57c60050-72d2-4de1-b508-5def2189fe8e req-b9e8ae2d-daee-43ac-a403-747015b59286 service nova] Enqueued Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_rules [ 1342.709252] env[65888]: INFO networking_nsxv3.common.synchronization [req-57c60050-72d2-4de1-b508-5def2189fe8e req-b9e8ae2d-daee-43ac-a403-747015b59286 service nova] Enqueued Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_members [ 1342.709392] env[65888]: INFO networking_nsxv3.common.synchronization [req-57c60050-72d2-4de1-b508-5def2189fe8e req-b9e8ae2d-daee-43ac-a403-747015b59286 service nova] Enqueued Resource ID: deffeb99-596c-4953-b97e-f90351a43e89 with Priority: HIGHEST for action port [ 1342.709617] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_rules [ 1342.709745] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_members [ 1342.709839] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deffeb99-596c-4953-b97e-f90351a43e89 with Priority: HIGHEST for action port [ 1342.710418] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.710559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.710607] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.710919] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.710919] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.712176] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-03dcae2b-dec8-4da1-9fca-8d341fe987e7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.712347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.712414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.712581] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.712723] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.712856] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.712930] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.713083] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.713224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.713332] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.714054] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-deffeb99-596c-4953-b97e-f90351a43e89 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.714188] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.714270] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.714395] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.714469] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deffeb99-596c-4953-b97e-f90351a43e89',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.216379] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.217468] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-03dcae2b-dec8-4da1-9fca-8d341fe987e7 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.217651] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.218033] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port deffeb99-596c-4953-b97e-f90351a43e89 with status ACTIVE [ 1343.218125] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.218195] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.218250] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.218420] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.218505] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.218672] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.218767] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.218824] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.218978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.219050] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.219232] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.219329] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.219384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.219518] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.219647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.219647] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: deffeb99-596c-4953-b97e-f90351a43e89 is going to be updated. [ 1343.240728] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.240952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.240952] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.241084] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.241220] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.241383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.719250] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.222185] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.222553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.222553] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.222653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.222714] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.222813] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 is going to be created. [ 1344.246794] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.247066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.247066] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.247224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.247410] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.257178] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: UNINITIALIZED for 2s [ 1346.268064] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: UNINITIALIZED for 4s [ 1347.711232] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.711232] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1348.279292] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: SUCCESS [ 1348.279533] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.279701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.279934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.280160] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.280286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.280415] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.280508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.280588] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.280680] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.280773] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.783734] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.286471] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03dcae2b-dec8-4da1-9fca-8d341fe987e7: rpc.has_security_group_logging(os_id): False [ 1349.305563] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.305853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.305853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.305972] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.306072] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.306317] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.306416] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.306470] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.306667] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.306739] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.306790] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 is going to be created. [ 1349.370917] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.371204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.371204] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.371404] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.371591] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.384178] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: IN_PROGRESS for 2s [ 1351.398227] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: SUCCESS [ 1351.398616] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.712398] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.712831] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.713677] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.714139] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.714878] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.715280] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.715841] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.716267] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.717411] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.717821] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.718947] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.719430] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.720355] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.720754] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.721307] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.721641] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.722406] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.722786] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.723654] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.724119] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.725081] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.725455] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.726053] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.726053] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.727539] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.727539] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.718098] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.718465] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.718465] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.718684] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.718934] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.719281] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.719414] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.719639] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.719787] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.719993] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1414.720120] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] NeedRegenerationException {{(pid=65888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1414.720252] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] no value, waiting for create lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1414.720331] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] value creation lock acquired {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1414.720437] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] No value present for key: 'zone-id' {{(pid=65888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1414.720541] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Calling creation function for not-yet-present value {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1414.720669] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1414.746737] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1414.746915] env[65888]: DEBUG dogpile.cache.region [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1414.747043] env[65888]: DEBUG dogpile.lock [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Released creation lock {{(pid=65888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1414.747220] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "network-19" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.747534] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock port-deffeb99-596c-4953-b97e-f90351a43e89 taken with stack trace [, , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.747705] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.747824] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.748102] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.748239] env[65888]: DEBUG networking_nsxv3.api.rpc [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deffeb99-596c-4953-b97e-f90351a43e89',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.251248] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.251509] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.251629] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.251874] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.252039] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.252331] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.252489] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.252606] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.252819] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.252950] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.253248] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.253403] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.253518] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.253718] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.253893] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.254052] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Resource: SegmentPort with ID: deffeb99-596c-4953-b97e-f90351a43e89 is going to be updated. [ 1415.276078] env[65888]: DEBUG networking_nsxv3.common.locking [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.276300] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.276418] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.276674] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.276864] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.277112] env[65888]: DEBUG oslo_concurrency.lockutils [None req-2aca4b99-3448-44e1-bccc-6f173bb988e1 None None] Releasing lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.942029] env[65888]: INFO networking_nsxv3.common.synchronization [req-1f35c191-d42c-4712-a805-2e287c5108dd req-f5d4e63b-580f-4277-9075-eed40b688980 service nova] Enqueued Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_rules [ 1415.942029] env[65888]: INFO networking_nsxv3.common.synchronization [req-1f35c191-d42c-4712-a805-2e287c5108dd req-f5d4e63b-580f-4277-9075-eed40b688980 service nova] Enqueued Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_members [ 1415.942029] env[65888]: INFO networking_nsxv3.common.synchronization [req-1f35c191-d42c-4712-a805-2e287c5108dd req-f5d4e63b-580f-4277-9075-eed40b688980 service nova] Enqueued Resource ID: deffeb99-596c-4953-b97e-f90351a43e89 with Priority: HIGHEST for action port [ 1415.942029] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_rules [ 1415.942029] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_members [ 1415.942029] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deffeb99-596c-4953-b97e-f90351a43e89 with Priority: HIGHEST for action port [ 1415.942949] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.943104] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.943176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.943383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.943481] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.944394] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-03dcae2b-dec8-4da1-9fca-8d341fe987e7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.944513] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.944586] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.944762] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.944913] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.945058] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.945162] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.945279] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.945365] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.945451] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.946282] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock port-deffeb99-596c-4953-b97e-f90351a43e89 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.946385] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.946464] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.946598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.946665] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deffeb99-596c-4953-b97e-f90351a43e89',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.449113] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.449497] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-03dcae2b-dec8-4da1-9fca-8d341fe987e7 taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.449623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.449756] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port deffeb99-596c-4953-b97e-f90351a43e89 with status ACTIVE [ 1416.449927] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.450060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.450060] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.450239] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.450338] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.450535] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.450641] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.450696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.450849] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.450908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.451214] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.451214] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.451301] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.451412] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.451483] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.451566] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: deffeb99-596c-4953-b97e-f90351a43e89 is going to be updated. [ 1416.473311] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.473550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.473550] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.473710] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.473853] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.474042] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deffeb99-596c-4953-b97e-f90351a43e89" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.953766] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.456168] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.456414] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.456527] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.456835] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.457030] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.457182] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 is going to be updated. [ 1417.492674] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.492912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.492912] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.493093] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.493242] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.502541] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: IN_PROGRESS for 2s [ 1419.514652] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: SUCCESS [ 1419.514652] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.515029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.515029] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.515278] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.515439] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.515556] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.515772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.515899] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.516046] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.516196] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.019026] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.521223] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03dcae2b-dec8-4da1-9fca-8d341fe987e7: rpc.has_security_group_logging(os_id): False [ 1420.542508] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.542745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.542745] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.542933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.543036] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.543288] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.543388] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.543449] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.543593] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.543670] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.543755] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 is going to be updated. [ 1420.603267] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.603502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.603502] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.603722] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.603867] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.617901] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: IN_PROGRESS for 2s [ 1420.943096] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.943096] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1422.636304] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: SUCCESS [ 1422.636726] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.944086] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.944514] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.945636] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.946086] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.946718] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.947167] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.947321] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.947694] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.948476] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.948881] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.950103] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.950103] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.950627] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.951055] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.951930] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.952629] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.953988] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.953988] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.048678] env[65888]: INFO networking_nsxv3.common.synchronization [req-06bcb794-7f44-415d-8a5b-9f14084fa911 req-26ad8faf-4de6-4d08-801f-6a5430e110a0 tempest-AttachVolumeShelveTestJSON-801482147 tempest-AttachVolumeShelveTestJSON-801482147-project-member] Enqueued Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_members [ 1467.049221] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 with Priority: HIGHEST for action security_group_members [ 1467.049521] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock member-03dcae2b-dec8-4da1-9fca-8d341fe987e7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.049646] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.049871] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.050089] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.050246] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.050351] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.050457] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.050559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.050633] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.050726] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03dcae2b-dec8-4da1-9fca-8d341fe987e7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.553081] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.553293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.553293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.553507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.553595] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.553775] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.553876] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.553946] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.554108] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.554183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.554271] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 is going to be updated. [ 1467.585127] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.585418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.585418] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.585557] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.585700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.594334] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: IN_PROGRESS for 2s [ 1469.605260] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 in Status: SUCCESS [ 1469.605661] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03dcae2b-dec8-4da1-9fca-8d341fe987e7 deletion is rescheduled due to dependency. [ 1469.605661] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03dcae2b-dec8-4da1-9fca-8d341fe987e7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.050734] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.051175] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.052487] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.052487] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.053048] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.053048] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.564658] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1486.565134] env[65888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-9d7bb137-4bf6-46d8-b34f-05713aeb76a4 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1487.053801] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.054033] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.527791] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.528232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.528232] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.528346] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.528346] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.030688] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.533570] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.036463] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1490.036746] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1490.838278] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.838693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.838693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.838693] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.850590] env[65888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1490.851499] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.852878] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1490.891456] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.891696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.891696] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.891851] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.906171] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.907071] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1490.907163] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1490.907243] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1490.947833] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.948077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.948077] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.948261] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.949249] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.949440] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1491.026810] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.027034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.027034] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.027236] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.027564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.027845] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1491.113427] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.113640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.113640] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.113789] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.114115] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.114391] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 1491.114487] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6118db07-9ddd-48cd-ad42-53e29f7ee6ec', '04ebd672-0e14-43c7-9eb4-c968f18b564d', 'e515c98e-e6e5-46e2-b63d-8bf4d54357a0', '652b5082-96b1-46fc-b91c-f39acbf7f589', 'd2aa52a8-3c18-420f-b631-0523663b6a9f', '85110152-fce2-4e45-b107-486f8d4d69ce', 'c78379c6-3922-47b5-a28c-5098e39586b7', '578b0264-aa3f-4326-99df-b74c6e477afa', 'ed33d484-4d6e-44b1-8865-0784615672de', '5264357d-aa80-4ca5-8bef-6de450e20558', 'b6287bbd-a646-4b85-b2ba-a0f572d9672e', 'e1d81010-640b-4492-99fe-1943721e852c', 'eccc7980-7ff3-44ba-a4e1-995d272508f0', '2c2b1961-ed06-48bc-ae8f-f7b88aa994d0', '3f41c76d-e49a-4fdb-b365-bf62782226dc', '0d573f9e-3c20-4930-b5f5-9a04b528a7e0', '9492ac22-2e1f-416c-98c6-39b06595b28d', '8ad32ec8-3b7d-4006-b722-7d59eb9ad9be', '43bbf191-9724-47b6-b5e8-89bc0acfa028', '20002ace-10fa-4102-9321-d1b759a802c4', '04cb8d10-3e35-4dae-8899-5c779a556817', '1b7cf91c-9012-4514-90ac-4b320a407c2f', '03dcae2b-dec8-4da1-9fca-8d341fe987e7', '240fe3d3-e654-4f10-af7f-9c5f54af21f9', 'f63285ab-cb61-47d9-880b-bf45e79d445c', '403871e8-c608-43aa-83f2-f5fc510b134d', '38e0585a-1f21-472b-a242-53d6eed5d5f0', '017b73a9-5285-43f6-bf2a-97667b4d775a', '62ddac3a-1bfe-41ac-af16-5391676cec33', '19a295e6-b522-4de2-bf00-96030f1b2c71', '39cb8e0e-39ed-4209-b258-ebd124955f19', 'ea49a6b7-9c1d-43d4-b051-ecc394719313'} {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1491.114619] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1491.134763] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.134980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.134980] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.135186] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.135272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.135387] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1491.135457] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1491.135536] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1491.220895] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.221141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.221141] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.221313] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.222469] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.222744] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1491.222823] env[65888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1491.222890] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1491.222947] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1491.223037] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 1491.223108] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGH for action security_group_rules [ 1491.223184] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGH for action security_group_rules [ 1491.223249] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGH for action security_group_rules [ 1491.223311] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGH for action security_group_rules [ 1491.223370] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGH for action security_group_rules [ 1491.223428] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGH for action security_group_rules [ 1491.223487] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c78379c6-3922-47b5-a28c-5098e39586b7 with Priority: HIGH for action security_group_rules [ 1491.223546] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGH for action security_group_rules [ 1491.223606] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGH for action security_group_rules [ 1491.223665] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGH for action security_group_rules [ 1491.223723] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGH for action security_group_rules [ 1491.223779] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1d81010-640b-4492-99fe-1943721e852c with Priority: HIGH for action security_group_rules [ 1491.223837] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGH for action security_group_rules [ 1491.223895] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGH for action security_group_rules [ 1491.223956] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGH for action security_group_rules [ 1491.224022] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 with Priority: HIGH for action security_group_rules [ 1491.224072] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9492ac22-2e1f-416c-98c6-39b06595b28d with Priority: HIGH for action security_group_rules [ 1491.224136] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be with Priority: HIGH for action security_group_rules [ 1491.224194] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 with Priority: HIGH for action security_group_rules [ 1491.224253] env[65888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20002ace-10fa-4102-9321-d1b759a802c4 with Priority: HIGH for action security_group_rules [ 1491.224344] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.055459] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.055889] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1492.055889] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec with Priority: HIGH for action security_group_rules [ 1492.055889] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 with Priority: HIGH for action security_group_rules [ 1492.056586] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c78379c6-3922-47b5-a28c-5098e39586b7 with Priority: HIGH for action security_group_rules [ 1492.056732] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc with Priority: HIGH for action security_group_rules [ 1492.056834] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20002ace-10fa-4102-9321-d1b759a802c4 with Priority: HIGH for action security_group_rules [ 1492.056958] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 with Priority: HIGH for action security_group_rules [ 1492.057069] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be with Priority: HIGH for action security_group_rules [ 1492.057180] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9492ac22-2e1f-416c-98c6-39b06595b28d with Priority: HIGH for action security_group_rules [ 1492.057262] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 with Priority: HIGH for action security_group_rules [ 1492.057375] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 with Priority: HIGH for action security_group_rules [ 1492.057450] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 with Priority: HIGH for action security_group_rules [ 1492.057535] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d81010-640b-4492-99fe-1943721e852c with Priority: HIGH for action security_group_rules [ 1492.057621] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e with Priority: HIGH for action security_group_rules [ 1492.057708] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5264357d-aa80-4ca5-8bef-6de450e20558 with Priority: HIGH for action security_group_rules [ 1492.057792] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed33d484-4d6e-44b1-8865-0784615672de with Priority: HIGH for action security_group_rules [ 1492.057877] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85110152-fce2-4e45-b107-486f8d4d69ce with Priority: HIGH for action security_group_rules [ 1492.057959] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 578b0264-aa3f-4326-99df-b74c6e477afa with Priority: HIGH for action security_group_rules [ 1492.058091] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2aa52a8-3c18-420f-b631-0523663b6a9f with Priority: HIGH for action security_group_rules [ 1492.058146] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d with Priority: HIGH for action security_group_rules [ 1492.058220] env[65888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 with Priority: HIGH for action security_group_rules [ 1492.058555] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.058707] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.058771] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.058987] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.059077] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6118db07-9ddd-48cd-ad42-53e29f7ee6ec',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.060051] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.060199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.060796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.060796] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.060796] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e515c98e-e6e5-46e2-b63d-8bf4d54357a0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.061474] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c78379c6-3922-47b5-a28c-5098e39586b7 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.061474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.061474] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.061683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.061683] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c78379c6-3922-47b5-a28c-5098e39586b7',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.062378] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f41c76d-e49a-4fdb-b365-bf62782226dc taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.064092] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.064177] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.064316] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.064391] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f41c76d-e49a-4fdb-b365-bf62782226dc',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.065154] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20002ace-10fa-4102-9321-d1b759a802c4 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.065267] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.065314] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.065760] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.065760] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20002ace-10fa-4102-9321-d1b759a802c4',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.066201] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43bbf191-9724-47b6-b5e8-89bc0acfa028 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.066308] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.066384] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.066542] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.066637] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43bbf191-9724-47b6-b5e8-89bc0acfa028',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.067290] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.067541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.067541] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.067715] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.067715] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ad32ec8-3b7d-4006-b722-7d59eb9ad9be',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.068350] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9492ac22-2e1f-416c-98c6-39b06595b28d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.068473] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.068562] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.068631] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.068693] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9492ac22-2e1f-416c-98c6-39b06595b28d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.069459] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.069605] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.069673] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.069840] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.070152] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c2b1961-ed06-48bc-ae8f-f7b88aa994d0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.070655] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d573f9e-3c20-4930-b5f5-9a04b528a7e0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.070753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.070753] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.070895] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.070960] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d573f9e-3c20-4930-b5f5-9a04b528a7e0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.071947] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eccc7980-7ff3-44ba-a4e1-995d272508f0 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.071947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.071947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.071947] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.072137] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eccc7980-7ff3-44ba-a4e1-995d272508f0',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.072744] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d81010-640b-4492-99fe-1943721e852c taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.072844] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.072923] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.073094] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.073137] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d81010-640b-4492-99fe-1943721e852c',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.073791] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.073885] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.073966] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.074144] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.074210] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6287bbd-a646-4b85-b2ba-a0f572d9672e',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.074865] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5264357d-aa80-4ca5-8bef-6de450e20558 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.074977] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.075159] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.075224] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.075265] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5264357d-aa80-4ca5-8bef-6de450e20558',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.075988] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed33d484-4d6e-44b1-8865-0784615672de taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.075988] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.076122] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.076260] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.076260] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed33d484-4d6e-44b1-8865-0784615672de',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.077096] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85110152-fce2-4e45-b107-486f8d4d69ce taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.077289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.077289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.077432] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.077488] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85110152-fce2-4e45-b107-486f8d4d69ce',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.078156] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-578b0264-aa3f-4326-99df-b74c6e477afa taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.078319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.078319] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.078558] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.078558] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('578b0264-aa3f-4326-99df-b74c6e477afa',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.079321] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2aa52a8-3c18-420f-b631-0523663b6a9f taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.079486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.079486] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.079634] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.079731] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2aa52a8-3c18-420f-b631-0523663b6a9f',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.080528] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04ebd672-0e14-43c7-9eb4-c968f18b564d taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.080653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.080653] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.080978] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.080978] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04ebd672-0e14-43c7-9eb4-c968f18b564d',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.081521] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-652b5082-96b1-46fc-b91c-f39acbf7f589 taken with stack trace [, , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.081701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.081701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.082039] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.082039] env[65888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('652b5082-96b1-46fc-b91c-f39acbf7f589',) {} {{(pid=65888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.118760] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.119033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.119033] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.119183] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.129014] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.129234] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.129958] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.130081] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.136787] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.137021] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.137664] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.137772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.138582] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.138691] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.139445] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.139559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.140258] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.140349] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.141567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.141679] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9492ac22-2e1f-416c-98c6-39b06595b28d is going to be deleted. [ 1492.142551] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.142859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.166205] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.166376] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f41c76d-e49a-4fdb-b365-bf62782226dc is going to be deleted. [ 1492.167287] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.167517] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.191429] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.191584] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e515c98e-e6e5-46e2-b63d-8bf4d54357a0 is going to be deleted. [ 1492.192491] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.192706] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.204362] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.204614] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.220700] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.220987] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6118db07-9ddd-48cd-ad42-53e29f7ee6ec is going to be deleted. [ 1492.221843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.222080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.232953] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.233233] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.243310] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.243594] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d573f9e-3c20-4930-b5f5-9a04b528a7e0 is going to be deleted. [ 1492.244362] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.244619] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.255401] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.255682] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.274352] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.274644] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20002ace-10fa-4102-9321-d1b759a802c4 is going to be deleted. [ 1492.275704] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.275933] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.326304] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.326503] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c78379c6-3922-47b5-a28c-5098e39586b7 is going to be deleted. [ 1492.327391] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.327598] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.394669] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.394886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.407994] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.408193] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43bbf191-9724-47b6-b5e8-89bc0acfa028 is going to be deleted. [ 1492.409069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.409298] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.409390] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.409510] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9492ac22-2e1f-416c-98c6-39b06595b28d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.409664] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.409820] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.409900] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.410040] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f41c76d-e49a-4fdb-b365-bf62782226dc" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.410589] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.410751] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.410838] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.411026] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e515c98e-e6e5-46e2-b63d-8bf4d54357a0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.411176] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.411379] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.411436] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.411508] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6118db07-9ddd-48cd-ad42-53e29f7ee6ec" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.419334] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.419482] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.419573] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.419908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.419908] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.420086] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d573f9e-3c20-4930-b5f5-9a04b528a7e0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.552143] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.552143] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.552428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.552428] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.552548] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.552649] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20002ace-10fa-4102-9321-d1b759a802c4" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.560679] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.560857] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.560927] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.561085] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.561173] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.561286] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c78379c6-3922-47b5-a28c-5098e39586b7" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.622293] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.622503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.622503] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.622647] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.622740] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.622859] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43bbf191-9724-47b6-b5e8-89bc0acfa028" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.651564] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.651815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.651815] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.651953] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.653618] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.653729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.669500] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.669729] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.678060] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.678277] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.692164] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.692383] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.700447] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.700650] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.701476] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.701580] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.707154] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.707331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.707968] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.708083] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.708796] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.708888] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.709518] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1492.709934] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.710083] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.711627] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1492.712062] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.712182] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2aa52a8-3c18-420f-b631-0523663b6a9f is going to be deleted. [ 1492.713080] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.713293] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.718942] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.719200] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.752567] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.752838] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad32ec8-3b7d-4006-b722-7d59eb9ad9be is going to be deleted. [ 1492.753626] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.753860] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.803366] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.803519] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d81010-640b-4492-99fe-1943721e852c is going to be deleted. [ 1492.804484] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.804730] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.838483] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.838697] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.842606] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.842737] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c2b1961-ed06-48bc-ae8f-f7b88aa994d0 is going to be deleted. [ 1492.843669] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.843892] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.878463] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.878657] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.886535] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.886734] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.905103] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.905279] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6287bbd-a646-4b85-b2ba-a0f572d9672e is going to be deleted. [ 1492.906207] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.906422] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.931066] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.931272] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.943011] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.943179] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eccc7980-7ff3-44ba-a4e1-995d272508f0 is going to be deleted. [ 1492.944320] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.944624] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.969578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.969767] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85110152-fce2-4e45-b107-486f8d4d69ce is going to be deleted. [ 1492.970689] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.970914] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.042378] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.042578] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.047831] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.048025] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.049018] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.049151] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5264357d-aa80-4ca5-8bef-6de450e20558 is going to be deleted. [ 1493.050048] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.050269] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.104858] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.105229] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 578b0264-aa3f-4326-99df-b74c6e477afa is going to be deleted. [ 1493.105942] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.106174] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.212540] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.212728] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 652b5082-96b1-46fc-b91c-f39acbf7f589 is going to be deleted. [ 1493.213564] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.213772] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.223380] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.223613] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.245983] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.246201] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.251559] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.251709] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04ebd672-0e14-43c7-9eb4-c968f18b564d is going to be deleted. [ 1493.252654] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.252863] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.268255] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.268472] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.282683] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.282855] env[65888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed33d484-4d6e-44b1-8865-0784615672de is going to be deleted. [ 1493.283793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.284014] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.284117] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.284943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2aa52a8-3c18-420f-b631-0523663b6a9f" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.284943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.284943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.284943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.284943] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d81010-640b-4492-99fe-1943721e852c" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.285347] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.285507] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.285590] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.285708] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ad32ec8-3b7d-4006-b722-7d59eb9ad9be" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.285843] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.285982] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.286070] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.286181] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c2b1961-ed06-48bc-ae8f-f7b88aa994d0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.286305] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.286442] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.286515] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.286623] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6287bbd-a646-4b85-b2ba-a0f572d9672e" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.286748] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.286886] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.286948] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.287069] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eccc7980-7ff3-44ba-a4e1-995d272508f0" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.287197] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.287331] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.287401] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.287506] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85110152-fce2-4e45-b107-486f8d4d69ce" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.287630] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.287793] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.287868] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.287979] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5264357d-aa80-4ca5-8bef-6de450e20558" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.288124] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.288262] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.288335] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.288433] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-578b0264-aa3f-4326-99df-b74c6e477afa" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.377737] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.377934] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.378019] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.378199] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.378289] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.378408] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-652b5082-96b1-46fc-b91c-f39acbf7f589" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.400373] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.400579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.400579] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.400798] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.400883] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.401012] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04ebd672-0e14-43c7-9eb4-c968f18b564d" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.401686] env[65888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.402188] env[65888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.402302] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.402369] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.402587] env[65888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.402701] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.402741] env[65888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed33d484-4d6e-44b1-8865-0784615672de" {{(pid=65888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.059485] env[65888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.059876] env[65888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0